-- Logs begin at Thu 2021-07-15 18:12:55 UTC, end at Thu 2021-07-15 19:30:50 UTC. -- Jul 15 19:05:35.990470 dv-cinder-784453-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 15 19:05:38.691290 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.common.config [-] Logging enabled! Jul 15 19:05:38.691881 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 15 19:05:38.692051 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93180) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 19:05:38.695267 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.common.config [-] Logging enabled! Jul 15 19:05:38.695520 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 15 19:05:38.695827 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93180) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 19:05:38.696742 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 19:05:38.696976 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 19:05:38.697337 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 19:05:38.697581 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 19:05:38.697807 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 19:05:38.698121 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.698413 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.698727 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.698956 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.699253 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.699537 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.699813 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.700095 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.700384 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.700665 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.700941 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.701217 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.701445 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.701720 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.702001 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.702283 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.702643 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] debug = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.703415 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.703835 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.704242 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.704519 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.704807 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.705084 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.705352 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.705624 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.705903 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.706224 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] host = dv-cinder-784453-9-iscsi {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.706516 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.706802 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.707085 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.707367 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.707638 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.707911 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.708192 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.708460 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.708727 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] log_file = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.708998 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.709287 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.709570 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.709852 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.710074 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.710292 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.710604 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.710890 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.711162 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.711433 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.711702 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.711970 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.712238 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.712502 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.712781 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.713062 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.713344 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.713615 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.713885 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.714151 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.714418 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.714726 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.714999 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.715269 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.715538 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.715819 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.716082 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.716349 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.716642 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.716925 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.717203 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.717483 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.717754 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.718032 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.718397 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.718713 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.718986 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] use_json = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.719260 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.719529 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.719816 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.720159 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.720429 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.720698 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.720969 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.721252 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:38.721547 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.721842 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.722143 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.722443 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.722737 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.723017 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.723306 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.723583 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.723870 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.724195 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.724446 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.724721 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.725009 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.725287 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.725581 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.725885 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.726178 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.726494 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.726774 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.727046 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.727320 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.727599 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.727883 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.728173 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.728459 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.728732 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.729010 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.729307 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.729585 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.729855 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.730131 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.730419 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.730715 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.730987 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.731271 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.731548 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.731819 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.732090 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.732365 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.732652 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.732927 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.733199 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.733474 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.733752 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.734053 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.734333 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.734631 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.734904 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.735178 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.735454 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.735724 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.735993 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.736268 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.736537 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.736813 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.737082 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.737352 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.737626 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.737896 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.738168 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.738451 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.738734 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.739010 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.739287 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.739558 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.739833 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.740105 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.740378 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.740663 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.740958 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.741238 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.741519 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.741796 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.742076 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.742353 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.742652 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.742930 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.743210 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.743481 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.743773 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.744058 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.744342 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.744623 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.744899 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.745195 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.745473 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.745756 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.746033 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.746310 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.746627 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.746907 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.747202 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.747496 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.747790 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.748083 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.748629 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.748908 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.749220 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.750059 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:38.750324 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 19:05:38.750661 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93180) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 15 19:05:39.091937 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 19:05:39.092209 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 19:05:39.092504 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 19:05:39.092829 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 15 19:05:39.476972 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.477265 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.477532 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.478728 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.478999 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.479268 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.512925 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.513197 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.513461 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.527010 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.527289 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.527557 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.556610 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.556888 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.557159 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.592669 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.592946 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.593233 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.820282 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.820893 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.820893 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.821053 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.821678 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.939425 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.939737 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.940016 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.940284 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.940549 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.940855 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.941111 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.941362 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.941612 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.941889 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.942144 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.942405 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.942685 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.942934 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.943184 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.943449 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.943699 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.943960 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.944230 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.944485 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.944751 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.944998 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.945272 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.945638 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.945884 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.946125 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.946532 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 19:05:39.946773 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 19:05:39.947008 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 19:05:39.947242 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 19:05:39.947477 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 19:05:39.947711 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 19:05:39.948070 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 15 19:05:39.951137 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 15 19:05:39.955030 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 15 19:05:39.958832 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Jul 15 19:05:39.960425 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 15 19:05:39.960875 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 15 19:05:39.961206 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 15 19:05:39.961583 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 15 19:05:39.965356 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 15 19:05:39.965607 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 15 19:05:39.965942 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 19:05:39.993755 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 15 19:05:39.994200 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.994531 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93180) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 15 19:05:39.994890 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:39.996220 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93180) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 15 19:05:39.996501 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 19:05:39.996742 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 15 19:05:40.000295 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.000571 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.063696 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 15 19:05:40.063931 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 15 19:05:40.064164 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 15 19:05:40.064528 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 15 19:05:40.086180 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_db.sqlalchemy.engines [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93180) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 15 19:05:40.612020 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Initializing driver for type 'gre' Jul 15 19:05:40.612664 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] gre ID ranges: [(1, 1000)] Jul 15 19:05:40.666592 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Initializing driver for type 'local' Jul 15 19:05:40.666989 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Initializing driver for type 'vlan' Jul 15 19:05:40.683510 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] VlanTypeDriver initialization complete Jul 15 19:05:40.683885 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Initializing driver for type 'vxlan' Jul 15 19:05:40.684408 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] vxlan ID ranges: [(1, 1000)] Jul 15 19:05:40.739935 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Initializing extension driver 'port_security' Jul 15 19:05:40.740278 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.extensions.port_security [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] PortSecurityExtensionDriver initialization complete Jul 15 19:05:40.740648 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Initializing mechanism driver 'openvswitch' Jul 15 19:05:40.741020 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Initializing mechanism driver 'hyperv' Jul 15 19:05:40.747627 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.plugin [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:40.748756 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > port after_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.749131 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > port after_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.749894 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > port after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.750172 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 19:05:40.750636 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > subnet after_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.750996 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > subnet after_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.751402 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.752022 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 19:05:40.752501 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > network after_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.752988 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > network after_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.753369 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > network after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.753917 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 19:05:40.754513 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > security_group after_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.755086 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > security_group after_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.755367 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > security_group after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.755804 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 19:05:40.756276 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.756624 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.757013 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.757555 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 19:05:40.758106 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > address_group after_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.758595 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > address_group after_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.758966 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > address_group after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.759474 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 19:05:40.759940 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] ML2 OVO RPC backend initialized. {{(pid=93180) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 15 19:05:40.760736 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.761094 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.761518 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > network before_response 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.761864 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > networks before_response 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.762210 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > port before_response 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.762577 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > ports before_response 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.762918 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > subnet before_response 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.763253 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > subnets before_response 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.763595 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > network after_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.763930 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > network after_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.764269 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > network after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.764600 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > port after_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.765447 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > port after_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.765915 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > port after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.766251 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > subnet after_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.766611 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > subnet after_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.766942 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.767517 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.plugin [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Modular L2 Plugin initialization complete Jul 15 19:05:40.767844 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading services supported by the core plugin {{(pid=93180) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 15 19:05:40.768168 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.plugins.ml2.managers [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Got port-security extension from driver 'port_security' Jul 15 19:05:40.768623 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.extensions.vlantransparent [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Disabled vlantransparent extension. Jul 15 19:05:40.769099 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93180) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 15 19:05:40.769407 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading Plugin: router Jul 15 19:05:40.804812 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router_interface before_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.805201 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router after_create 55549900 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.805570 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router before_create 55549900 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.805933 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.806301 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.806678 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router after_delete 55549900 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.807035 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > floatingip after_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.807521 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router after_create 55549900 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.807868 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router after_update 55549900 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.808214 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router after_update 55549900 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.808562 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.808916 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router after_update 55549900 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.809322 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router precommit_update 55549900 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.809689 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: port after_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.810031 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: port after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.810371 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: subnet after_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.810742 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.811090 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > port precommit_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.811438 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router precommit_create 55549900 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.811780 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: port before_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.812144 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router precommit_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.812497 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router after_update 55549900 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.812838 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router precommit_delete 55549900 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.813185 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router precommit_create 55549900 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.813544 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.813887 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router precommit_update 55549900 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.814245 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > agent after_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.814618 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > agent after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.814962 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > network after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.815808 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Tracking information for resource: router configured {{(pid=93180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 19:05:40.816140 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Tracking information for resource: floatingip configured {{(pid=93180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 19:05:40.822319 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.db.l3_agentschedulers_db [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 15 19:05:40.822910 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: port after_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.823268 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: port after_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.823617 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: port after_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.823972 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: port after_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.824757 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router before_create 55550100 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.825121 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router precommit_delete 55550100 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.825488 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router precommit_create 55550100 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.825842 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > router precommit_update 55550100 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.830766 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.services.provider_configuration [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Service providers = [] {{(pid=93180) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 15 19:05:40.831126 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.db.servicetype_db [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93180) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 15 19:05:40.834024 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.services.service_base [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 19:05:40.834375 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.services.service_base [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 19:05:40.834740 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.services.service_base [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 19:05:40.835621 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.services.service_base [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 19:05:40.835987 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.services.service_base [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 15 19:05:40.836360 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 19:05:40.836673 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 15 19:05:40.847688 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 19:05:40.848017 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading Plugin: auto_allocate Jul 15 19:05:40.853659 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: network precommit_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.854027 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: network precommit_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.854567 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 19:05:40.854884 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading Plugin: tag Jul 15 19:05:40.861606 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 19:05:40.861929 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading Plugin: timestamp Jul 15 19:05:40.865740 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 19:05:40.866022 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading Plugin: network_ip_availability Jul 15 19:05:40.871376 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.871741 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.872091 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:40.872794 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 19:05:40.873362 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading Plugin: flavors Jul 15 19:05:40.880051 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 19:05:40.880370 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading Plugin: revisions Jul 15 19:05:40.884579 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 19:05:40.884960 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_concurrency.lockutils [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=93180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 19:05:40.885681 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93180) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 15 19:05:40.886014 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Initializing extension manager. Jul 15 19:05:40.886554 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: __init__.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.886893 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: __pycache__ {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.887227 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.887557 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: address_group.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.888298 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.888854 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: address-group Jul 15 19:05:40.889170 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: address_scope.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.889874 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.890567 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: address-scope Jul 15 19:05:40.891266 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: admin_state_down_before_update.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.892185 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.892701 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: router-admin-state-down-before-update Jul 15 19:05:40.893023 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: agent.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.893716 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.894219 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: agent Jul 15 19:05:40.894578 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: agent_resources_synced.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.895482 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.895988 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: agent-resources-synced Jul 15 19:05:40.896306 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: allowedaddresspairs.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.898060 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.898667 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: allowed-address-pairs Jul 15 19:05:40.898991 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: auto_allocated_topology.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.900051 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.900560 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: auto-allocated-topology Jul 15 19:05:40.900876 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: availability_zone.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.901560 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.902057 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: availability_zone Jul 15 19:05:40.902373 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: availability_zone_filter.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.903300 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.903803 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: availability_zone_filter Jul 15 19:05:40.904118 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: data_plane_status.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.905008 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.905506 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension data-plane-status not supported by any of loaded plugins Jul 15 19:05:40.905897 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: default_subnetpools.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.906805 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.907311 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: default-subnetpools Jul 15 19:05:40.907629 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: dhcpagentscheduler.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.908423 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.908926 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: dhcp_agent_scheduler Jul 15 19:05:40.909248 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: dns.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.910150 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.910683 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension dns-integration not supported by any of loaded plugins Jul 15 19:05:40.911006 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: dns_domain_ports.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.911914 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.912422 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 15 19:05:40.912746 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.913654 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.914157 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 15 19:05:40.914507 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: dvr.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.915176 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.915677 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: dvr Jul 15 19:05:40.915994 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: empty_string_filtering.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.916893 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.917402 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: empty-string-filtering Jul 15 19:05:40.917718 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.918650 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.919146 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 15 19:05:40.919460 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.920353 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.920852 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 15 19:05:40.921168 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: external_net.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.922095 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.922625 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: external-net Jul 15 19:05:40.922943 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: extra_dhcp_opt.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.923838 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.924335 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: extra_dhcp_opt Jul 15 19:05:40.924648 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: extraroute.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.925541 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.926039 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: extraroute Jul 15 19:05:40.926356 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: extraroute_atomic.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.927397 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.927903 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: extraroute-atomic Jul 15 19:05:40.928221 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: filter_validation.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.928883 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.929378 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: filter-validation Jul 15 19:05:40.929692 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: fip_pf_description.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.930619 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.931290 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 15 19:05:40.931608 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: fip_port_details.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.932520 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.933028 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: fip-port-details Jul 15 19:05:40.933345 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: flavors.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.934584 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.935100 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: flavors Jul 15 19:05:40.935423 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.937647 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.938160 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 15 19:05:40.938519 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: floatingip_pools.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.939214 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.939718 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: floatingip-pools Jul 15 19:05:40.940037 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: ip_allocation.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.940954 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.941454 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension ip_allocation not supported by any of loaded plugins Jul 15 19:05:40.941771 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.942722 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.943232 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: ip-substring-filtering Jul 15 19:05:40.943553 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: l2_adjacency.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.944477 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.944983 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 15 19:05:40.945299 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: l3.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.946246 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.946796 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: router Jul 15 19:05:40.947113 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: l3_conntrack_helper.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.949309 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.949836 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 15 19:05:40.950164 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.951147 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.951661 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: ext-gw-mode Jul 15 19:05:40.951981 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.953664 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.954571 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: l3-ha Jul 15 19:05:40.955241 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: l3_flavors.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.956112 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.956620 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: l3-flavors Jul 15 19:05:40.956939 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.957849 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.958352 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 15 19:05:40.958696 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: l3agentscheduler.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.959726 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.960232 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: l3_agent_scheduler Jul 15 19:05:40.960555 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: logging.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.962017 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.962561 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension logging not supported by any of loaded plugins Jul 15 19:05:40.962885 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: metering.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.963614 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.964188 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: metering Jul 15 19:05:40.964510 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.965592 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.966104 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: metering_source_and_destination_fields Jul 15 19:05:40.966438 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: multiprovidernet.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.967480 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.967997 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: multi-provider Jul 15 19:05:40.968344 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: netmtu.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.969315 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.969821 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: net-mtu Jul 15 19:05:40.970139 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: netmtu_writable.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.971086 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.971588 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: net-mtu-writable Jul 15 19:05:40.971906 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: network_availability_zone.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.972568 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.973072 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: network_availability_zone Jul 15 19:05:40.973388 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: network_ip_availability.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.974479 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.974985 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: network-ip-availability Jul 15 19:05:40.975302 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: network_segment_range.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.976056 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.976550 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension network-segment-range not supported by any of loaded plugins Jul 15 19:05:40.976864 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: pagination.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.977833 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.978157 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: pagination Jul 15 19:05:40.978505 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: port_device_profile.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.979414 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.979923 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: port-device-profile Jul 15 19:05:40.980239 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.981158 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.981666 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: port-mac-address-regenerate Jul 15 19:05:40.981984 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.982920 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.983428 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: port-numa-affinity-policy Jul 15 19:05:40.983779 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: port_resource_request.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.984827 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.985331 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension port-resource-request not supported by any of loaded plugins Jul 15 19:05:40.985647 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: portbindings.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.986609 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.987121 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: binding Jul 15 19:05:40.987439 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: portbindings_extended.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.988708 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.989223 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: binding-extended Jul 15 19:05:40.989546 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: portsecurity.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.990473 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.990984 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: port-security Jul 15 19:05:40.991304 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: project_id.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.992259 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.992583 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: project-id Jul 15 19:05:40.992899 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: providernet.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.993808 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.994316 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: provider Jul 15 19:05:40.994666 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: qos.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:40.998345 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:40.998898 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension qos not supported by any of loaded plugins Jul 15 19:05:40.999226 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.000972 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.001480 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 15 19:05:41.001803 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.002742 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.003252 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 15 19:05:41.003575 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: qos_default.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.004479 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.004987 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension qos-default not supported by any of loaded plugins Jul 15 19:05:41.005310 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: qos_fip.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.005958 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.006478 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension qos-fip not supported by any of loaded plugins Jul 15 19:05:41.006798 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: qos_gateway_ip.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.007709 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.008220 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 15 19:05:41.008536 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: qos_port_network_policy.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.009435 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.009938 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 15 19:05:41.010253 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: qos_rule_type_details.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.011190 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.011695 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 15 19:05:41.012009 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: qos_rules_alias.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.013052 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.013557 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 15 19:05:41.013873 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: quotasv2.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.014824 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.016002 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: quotas Jul 15 19:05:41.016330 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: quotasv2_detail.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.019367 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.019707 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: quota_details Jul 15 19:05:41.020036 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: rbac.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.021085 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.021606 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: rbac-policies Jul 15 19:05:41.021927 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: rbac_address_group.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.022865 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.023380 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: rbac-address-group Jul 15 19:05:41.023702 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: rbac_address_scope.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.024628 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.025142 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: rbac-address-scope Jul 15 19:05:41.025465 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: rbac_security_groups.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.026376 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.026909 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: rbac-security-groups Jul 15 19:05:41.027228 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: rbac_subnetpool.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.028134 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.028644 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: rbac-subnetpool Jul 15 19:05:41.028961 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: revisionifmatch.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.029871 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.030505 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: revision-if-match Jul 15 19:05:41.030826 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: revisions.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.031948 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.032452 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: standard-attr-revisions Jul 15 19:05:41.032771 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: router_availability_zone.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.033435 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.033944 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: router_availability_zone Jul 15 19:05:41.034262 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: routerservicetype.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.035195 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.035698 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension router-service-type not supported by any of loaded plugins Jul 15 19:05:41.036016 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.036926 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.037432 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: security-groups-normalized-cidr Jul 15 19:05:41.037750 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: security_groups_port_filtering.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.038706 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.039211 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: port-security-groups-filtering Jul 15 19:05:41.039528 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.040443 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.040948 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: security-groups-remote-address-group Jul 15 19:05:41.041266 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: securitygroup.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.050786 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.051309 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: security-group Jul 15 19:05:41.051637 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: segment.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.052422 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.052931 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension segment not supported by any of loaded plugins Jul 15 19:05:41.053254 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.054191 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.054729 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 15 19:05:41.055052 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: servicetype.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.056140 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.056651 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: service-type Jul 15 19:05:41.056970 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: sorting.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.057942 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.058276 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: sorting Jul 15 19:05:41.058632 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: standard_attr_segment.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.059612 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.060120 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 15 19:05:41.060440 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: standardattrdescription.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.061157 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.061667 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: standard-attr-description Jul 15 19:05:41.062529 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: stateful_security_group.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.063590 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.064105 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: stateful-security-group Jul 15 19:05:41.064425 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: stdattrs_common.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.065005 dv-cinder-784453-9-iscsi neutron-server[93180]: WARNING neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 15 19:05:41.065321 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.066256 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.066794 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 15 19:05:41.067111 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: subnet_onboard.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.068166 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.068685 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: subnet_onboard Jul 15 19:05:41.069012 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.069931 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.070446 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 15 19:05:41.070784 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: subnet_service_types.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.071701 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.072210 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: subnet-service-types Jul 15 19:05:41.072531 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: subnetallocation.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.073592 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.074098 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: subnet_allocation Jul 15 19:05:41.074420 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.075104 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.075606 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: subnetpool-prefix-ops Jul 15 19:05:41.075923 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.076851 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.077354 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 15 19:05:41.078343 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: tagging.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.079425 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.079934 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: standard-attr-tag Jul 15 19:05:41.080256 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: timestamp.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.081493 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.082007 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loaded extension: standard-attr-timestamp Jul 15 19:05:41.082327 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: trunk.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.083406 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.083922 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension trunk not supported by any of loaded plugins Jul 15 19:05:41.084241 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: trunk_details.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.085152 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.085663 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension trunk-details not supported by any of loaded plugins Jul 15 19:05:41.085979 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: uplink_status_propagation.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.086923 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.087433 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 15 19:05:41.087747 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Loading extension file: vlantransparent.py {{(pid=93180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 19:05:41.088406 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 19:05:41.089105 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 15 19:05:41.091798 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Creating instance of TrackedResource for resource:network Jul 15 19:05:41.092324 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Creating instance of TrackedResource for resource:subnet Jul 15 19:05:41.092715 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 19:05:41.093122 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Creating instance of TrackedResource for resource:port Jul 15 19:05:41.094327 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.v2.resource_helper [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 19:05:41.094792 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.v2.resource_helper [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Service FLAVORS assigned prefix: {{(pid=93180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 19:05:41.095403 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.v2.resource_helper [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 19:05:41.095823 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.v2.resource_helper [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 19:05:41.096149 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Creating instance of TrackedResource for resource:router Jul 15 19:05:41.096573 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Creating instance of TrackedResource for resource:floatingip Jul 15 19:05:41.097060 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.v2.resource_helper [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Service METERING assigned prefix: /metering {{(pid=93180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 19:05:41.098494 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:41.098867 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:41.099213 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:05:41.100198 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 19:05:41.100638 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Creating instance of TrackedResource for resource:security_group Jul 15 19:05:41.101082 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 19:05:41.101685 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.v2.resource_helper [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Service CORE assigned prefix: {{(pid=93180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 19:05:41.102009 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 19:05:41.102346 dv-cinder-784453-9-iscsi neutron-server[93180]: WARNING neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] subnetpool is already registered Jul 15 19:05:41.102783 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.v2.resource_helper [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Service CORE assigned prefix: {{(pid=93180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 19:05:41.103102 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 19:05:41.103431 dv-cinder-784453-9-iscsi neutron-server[93180]: WARNING neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] subnetpool is already registered Jul 15 19:05:41.105677 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.v2.resource_helper [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 19:05:41.106107 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.v2.resource_helper [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Service FLAVORS assigned prefix: {{(pid=93180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 19:05:41.106721 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.v2.resource_helper [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 19:05:41.107139 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.v2.resource_helper [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 19:05:41.107468 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Creating instance of TrackedResource for resource:router Jul 15 19:05:41.107803 dv-cinder-784453-9-iscsi neutron-server[93180]: WARNING neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] router is already registered Jul 15 19:05:41.108210 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Creating instance of TrackedResource for resource:floatingip Jul 15 19:05:41.108544 dv-cinder-784453-9-iscsi neutron-server[93180]: WARNING neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] floatingip is already registered Jul 15 19:05:41.109024 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.v2.resource_helper [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Service METERING assigned prefix: /metering {{(pid=93180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 19:05:41.109673 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 19:05:41.109996 dv-cinder-784453-9-iscsi neutron-server[93180]: WARNING neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] rbac_policy is already registered Jul 15 19:05:41.110406 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Creating instance of TrackedResource for resource:security_group Jul 15 19:05:41.110760 dv-cinder-784453-9-iscsi neutron-server[93180]: WARNING neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] security_group is already registered Jul 15 19:05:41.111159 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 19:05:41.111487 dv-cinder-784453-9-iscsi neutron-server[93180]: WARNING neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] security_group_rule is already registered Jul 15 19:05:41.112109 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.v2.resource_helper [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Service CORE assigned prefix: {{(pid=93180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 19:05:41.112434 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 19:05:41.112765 dv-cinder-784453-9-iscsi neutron-server[93180]: WARNING neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] subnetpool is already registered Jul 15 19:05:41.113178 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.v2.resource_helper [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Service CORE assigned prefix: {{(pid=93180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 19:05:41.113498 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 19:05:41.113826 dv-cinder-784453-9-iscsi neutron-server[93180]: WARNING neutron.quota.resource_registry [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] subnetpool is already registered Jul 15 19:05:41.114280 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: extensions {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.115730 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: address-groups {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.117244 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: address-scopes {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.118501 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: agents {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.119653 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: auto-allocated-topology {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.120869 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: availability_zones {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.122068 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: dhcp-networks {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.123848 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: dhcp-agents {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.125764 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: routers {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.127471 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: flavors {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.129734 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: service_profiles {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.130965 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: next_providers {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.132383 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: service_profiles {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.134077 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: floatingip-pools {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.135307 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: routers {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.136973 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: floatingips {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.138226 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: l3-routers {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.139632 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: l3-agents {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.141575 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: metering-labels {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.142836 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: metering-label-rules {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.144193 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: network-ip-availabilities {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.145419 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: bindings {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.147038 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: quotas {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.148591 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: quotas {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.150022 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: rbac-policies {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.151232 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: security-groups {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.152502 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: security-group-rules {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.153725 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: service-providers {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.154964 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: subnetpools {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.156335 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: subnetpools {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.157863 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: tags {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.159695 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: tags {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.161477 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: tags {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.163248 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: tags {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.164914 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: tags {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.166854 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: tags {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.168511 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: tags {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.170277 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: tags {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.172212 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: tags {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.173916 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron.api.extensions [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Extended resource: tags {{(pid=93180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 19:05:41.179831 dv-cinder-784453-9-iscsi neutron-server[93180]: WARNING keystonemiddleware.auth_token [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 15 19:05:41.184323 dv-cinder-784453-9-iscsi neutron-server[93180]: WARNING keystonemiddleware.auth_token [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 15 19:05:41.193104 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_concurrency.lockutils [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Acquired lock "singleton_lock" {{(pid=93180) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 15 19:05:41.193583 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_concurrency.lockutils [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Releasing lock "singleton_lock" {{(pid=93180) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 15 19:05:41.194209 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO oslo_service.service [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Starting 2 workers Jul 15 19:05:41.199072 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Started child 93321 {{(pid=93180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 19:05:41.204091 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Started child 93322 {{(pid=93180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 19:05:41.205059 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.205774 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO neutron.service [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 15 19:05:41.206317 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Notify callbacks [] for process, before_spawn {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.206601 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [-] (93321) wsgi starting up on http://0.0.0.0:9696 Jul 15 19:05:41.208731 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO oslo_service.service [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Starting 1 workers Jul 15 19:05:41.208892 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.210238 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [-] (93322) wsgi starting up on http://0.0.0.0:9696 Jul 15 19:05:41.213944 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Started child 93323 {{(pid=93180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 19:05:41.214479 dv-cinder-784453-9-iscsi neutron-server[93180]: INFO oslo_service.service [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Starting 1 workers Jul 15 19:05:41.217467 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.service [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] calling RpcWorker wait() {{(pid=93323) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 15 19:05:41.218086 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.service [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] returning from RpcWorker wait() {{(pid=93323) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 15 19:05:41.219134 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Started child 93324 {{(pid=93180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 19:05:41.219304 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.219616 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:41.219975 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG neutron_lib.callbacks.manager [None req-635cc42b-d2f7-4764-a512-6902da45967c None None] Notify callbacks [] for process, after_spawn {{(pid=93180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.221869 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93180) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 19:05:41.222078 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 19:05:41.222265 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 19:05:41.222502 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 19:05:41.222855 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 19:05:41.223005 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 19:05:41.223513 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.223796 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.224043 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.224301 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.224606 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.224867 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:41.225520 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.225520 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.225793 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.225969 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.226216 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.226388 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.226578 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.226838 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.227071 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.227331 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.227599 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.227829 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.228089 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.228257 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.228512 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.228793 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.229049 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.229317 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] debug = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.229571 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.230075 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.230320 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.230605 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.230826 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.231091 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.231333 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.231597 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.231829 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.232143 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.232329 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.232524 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.232753 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.232979 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.233195 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.233459 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.234225 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.234949 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] host = dv-cinder-784453-9-iscsi {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.234949 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.235291 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.235460 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.235714 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.235915 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.236148 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.236418 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.236693 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.236947 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.237171 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.237437 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.237682 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.237917 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.238165 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] log_file = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.238329 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] log_options = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.238639 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.238872 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.239134 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.239328 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.239495 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.239669 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.239914 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.240079 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.240320 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.240540 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.240754 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.240972 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.241185 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.241416 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.241674 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.241917 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.242162 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.242371 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.242653 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.242899 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.243158 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.243389 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.243607 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.243836 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.244068 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.244280 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.244506 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.244717 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.244928 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.245196 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.245430 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.245698 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.245927 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.246176 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.246397 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.246654 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.246868 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.247129 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.247362 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.247613 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.247862 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.248393 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.248604 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.248825 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.249043 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.249261 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] use_json = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.250217 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.250907 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.250907 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.250907 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.251287 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.252141 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.252141 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.252141 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.252411 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.252578 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.252875 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.253132 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.253370 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.253631 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.253863 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.254085 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.254354 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.254624 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.254994 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.255212 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.255524 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.255764 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.256074 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.256409 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.256646 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.257074 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.257328 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.257576 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.257794 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.258021 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.258346 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.258650 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.258895 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.259160 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.259385 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.259640 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.259857 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.260094 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.260328 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.260575 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.260853 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.261094 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.261309 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.261531 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.261760 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.261998 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.262304 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.262568 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.262820 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.263046 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.263278 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.263497 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.263711 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.263924 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.264155 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.264385 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.264615 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.264850 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:41.264987 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.265128 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.265495 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.265856 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.266237 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.266485 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.266725 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.266968 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.267185 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.267398 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.267624 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.267852 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.268117 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.268358 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.268574 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.268788 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.270337 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.270337 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.270337 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.270337 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.270337 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.270337 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.270337 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.272793 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.272793 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.272793 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.272793 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.272793 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.272793 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.272793 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.272793 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.272793 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.275414 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.275414 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.275414 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.275414 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.275414 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.275414 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.275414 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.275414 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.277869 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.277869 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.277869 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.277869 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.277869 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.277869 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.277869 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.277869 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.281610 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.281610 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.281610 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.281610 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.281610 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.281610 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.281610 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.281610 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.282174 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.282174 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.282174 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.282174 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.282174 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.282174 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.282174 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.282174 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.282838 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.282838 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.282838 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.282838 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.282838 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.282838 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.282838 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.282838 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.283391 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.283391 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.283391 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.283391 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.283391 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.283391 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.283391 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.283872 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.283872 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.284052 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.284757 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.284757 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.284757 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.285010 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.285175 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.285618 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.286010 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.286382 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.286805 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.287050 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.287309 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.288415 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.288415 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.288415 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.288415 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.288415 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.288776 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.288869 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.289695 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.289695 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.289695 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.289695 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.289974 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.290145 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.290766 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.290766 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.290766 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.291026 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.291247 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.291563 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.291668 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.291897 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.292710 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.292710 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.292710 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.292710 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.293027 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.293514 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.293514 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.293749 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.293972 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.294162 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.294396 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.294652 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.294895 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.295117 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.295340 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.295662 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.295764 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.297650 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.297650 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.297650 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.297650 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.297650 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.297650 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.298142 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.298223 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.298514 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.298771 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.298962 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.299173 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.299408 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.299630 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.300267 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.300267 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.300267 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.300533 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.300759 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.300988 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.301191 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.301468 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.302064 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.302064 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.302243 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.302341 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.302654 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.302891 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.303211 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.303380 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.303609 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.304782 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.304782 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.304782 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.304782 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.304782 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.305233 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.305233 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.305397 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.305601 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.308266 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.308266 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.308266 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.308266 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.308266 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.308266 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.308266 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.308266 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.308864 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.308864 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.308864 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.308864 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.308864 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.308864 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.308864 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.309391 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.309391 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.309536 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.309715 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.312132 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.312132 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.312132 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.312132 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.312132 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.312132 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.312132 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.312132 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.313012 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.313012 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.313012 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.313012 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.313012 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.313347 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.313428 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.313653 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.313931 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.314197 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.314410 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.314709 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.315052 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.315346 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.315597 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.315846 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.316094 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.316315 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.316534 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.316777 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.317169 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.317528 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.317924 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.318157 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.318399 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.318662 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.318890 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.319151 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.319402 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.319637 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.319875 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.320243 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.320397 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 19:05:41.320911 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93180) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 19:05:41.321071 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 19:05:41.321225 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 19:05:41.321394 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 19:05:41.321573 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 19:05:41.321715 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 19:05:41.321919 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.322083 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.322240 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.322569 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.322887 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.323198 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.323497 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.323789 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.324078 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.324367 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.324668 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.324828 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.324990 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.325146 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.325433 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.325721 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.326015 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.326178 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.326343 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.326527 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.326686 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.326844 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.326999 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] debug = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.327291 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.328113 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.328429 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.328732 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.329068 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.329362 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.329531 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.329691 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.329858 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.329997 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.330161 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.330320 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.330500 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.330661 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.330821 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.330981 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.331137 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.331294 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] host = dv-cinder-784453-9-iscsi {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.331451 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.331612 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.331780 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.331918 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.332225 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.332383 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.332540 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.332698 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.332857 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.333015 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.333172 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.333329 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.333486 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.333643 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] log_file = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.333800 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] log_options = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.333958 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.334115 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.334272 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.334477 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.334644 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.334802 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.334959 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.335116 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.335273 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.335430 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.335587 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.335744 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.335900 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.336056 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.336212 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.336369 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.336527 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.336684 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.336842 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.336999 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.337157 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.337313 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.337469 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.337626 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.337783 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.337940 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.338099 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.338256 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.338412 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.338590 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.338746 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.338902 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.339059 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.339216 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.339371 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.339527 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.339683 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.339843 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.340003 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.340159 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.340316 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.340474 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.340634 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.340793 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.340948 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.341180 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] use_json = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.341340 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.341652 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.341946 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.342239 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.342553 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.342850 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.343006 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.343981 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 19:05:41.344168 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.344337 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.344517 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.344677 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.344842 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.345004 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.345166 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.345328 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.345493 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.345652 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.345821 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.345986 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.346157 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.346318 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.346507 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.346672 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.346834 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.346994 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.347155 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.347315 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.347474 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.347632 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.347809 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.347969 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.348130 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.348289 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.348449 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.348610 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.348771 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.348931 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.349093 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.349253 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.349415 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.349574 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.349736 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.349895 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.350055 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.350222 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.350385 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.350565 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.350877 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.351027 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.351186 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.351349 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.351507 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.351668 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.351830 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.351994 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.352150 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.352310 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.352484 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.352637 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.352801 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.352963 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.353124 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.353286 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.353446 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.353603 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.353764 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.353920 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.354221 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.354402 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.354600 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.354741 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.354879 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.355026 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.355186 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.355329 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.355493 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.355656 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.355799 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.355964 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.356125 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.356286 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.356447 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.356607 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.356766 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.356927 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.357086 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.357246 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.357405 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.357563 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.357723 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.357882 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.358052 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.358227 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.358386 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.358637 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.358827 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.358982 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.359142 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.359302 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.359461 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.359621 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.359780 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.359940 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.360102 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.360264 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.360425 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.360583 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.360744 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.360907 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.361073 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.361215 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.361353 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.361490 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.361651 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.361795 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.361956 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.362130 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.362264 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.362419 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.362598 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.362762 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.362923 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.363065 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:41.363215 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.363315 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.363397 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.363548 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.363708 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.363867 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.364026 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.364186 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.364346 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.364506 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.364665 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.364825 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.364994 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.365165 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.365325 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.365483 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.365642 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.365825 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.366022 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.366183 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.366344 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.366529 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.366691 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.366851 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.367011 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.367170 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.367381 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.367475 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.367639 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.367798 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.367959 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.368119 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.368278 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.368440 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.368599 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.368758 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.368919 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.369079 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.369237 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.369397 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.369557 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.369718 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.369877 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.370038 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.370201 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.370361 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.370541 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.370701 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.370860 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.371020 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.371179 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.371338 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.371497 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.371657 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.371819 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.371978 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.372163 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.372287 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.372446 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.372607 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.372766 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.372927 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.373339 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.373501 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.373661 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.373820 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.374034 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.374211 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.374482 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.374611 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.374793 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.375061 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.375257 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.375421 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.375583 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.375744 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.375906 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.376071 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.376227 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.376567 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.376567 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.376721 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.376839 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.377005 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.377168 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.377467 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.377633 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.377794 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.377956 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.378117 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.378278 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.378619 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.378619 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.378774 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.378923 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.379084 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.379244 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.379418 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.379577 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.379739 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.379899 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.380061 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.380241 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.380378 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.380541 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.380701 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.380861 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.381090 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.381189 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.381341 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.381500 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.381660 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.381820 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.381980 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.382140 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.382310 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.382489 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.382650 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.382810 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.382968 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.383128 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.383298 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.383459 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.383619 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.383787 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.383946 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.384104 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.384267 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.384447 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.384605 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.384768 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.384927 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.385090 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.385243 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.385385 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.385625 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.385799 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.385985 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.386115 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.386243 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.386372 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.386555 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.386685 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.386813 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.386969 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.387122 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.387279 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.387439 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.387598 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.387759 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.387918 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.388079 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.388238 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.388399 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.388560 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.388719 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.388878 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.389039 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.389199 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.389359 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.389518 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.389895 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.389895 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.390675 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 19:05:41.390801 dv-cinder-784453-9-iscsi neutron-server[93180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 19:05:41.664056 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 39118) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:41.672939 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067770 Jul 15 19:05:53.141192 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3997dcd-7c2d-47ea-8220-55d5834e06fa None None] get_active_networks_info from dv-cinder-784453-9-iscsi {{(pid=93323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 19:05:53.230107 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3997dcd-7c2d-47ea-8220-55d5834e06fa None None] No non-hosted networks {{(pid=93323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 15 19:05:53.382917 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-fd119257-f63e-41a5-a38e-ea5ef5b6b222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-973323'] for agent, after_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.599501 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-1cf9efa5-eabd-4356-8a1a-d18959a3b06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-973323'] for agent, after_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.644394 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-8a565fd4-5fc0-435f-9ca2-1a2ed4e3aac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.689483 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-973323'] for agent, after_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:55.690528 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:55.691055 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:55.691688 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:55.692200 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:55.692631 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:55.693197 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:55.694289 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:55.695282 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:55.697477 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:55.697925 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:55.698355 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:55.698812 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:05:55.699804 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784453-9-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:55.717061 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784453-9-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:05:56.594552 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-973323'] for agent, after_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:58.262292 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-973323'] for agent, after_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:05:59.342146 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 39210) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:05:59.836652 dv-cinder-784453-9-iscsi neutron-server[93322]: WARNING oslo_policy.policy [None req-e876a52a-e638-4a7a-a687-63a294f46b23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 19:05:59.837216 dv-cinder-784453-9-iscsi neutron-server[93322]: WARNING oslo_policy.policy [None req-e876a52a-e638-4a7a-a687-63a294f46b23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 19:05:59.940158 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.db.l3_hamode_db [None req-3f8b7c01-0f03-421e-87e4-230227ea7e6e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 15 19:06:00.016996 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b7c01-0f03-421e-87e4-230227ea7e6e None None] Routers set() bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:06:00.017381 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b7c01-0f03-421e-87e4-230227ea7e6e None None] Router IDs set() for agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 19:06:00.058756 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [None req-e876a52a-e638-4a7a-a687-63a294f46b23 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:06:00.059834 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-e876a52a-e638-4a7a-a687-63a294f46b23 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7165537 Jul 15 19:06:02.361497 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 39224) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:02.665634 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-982f04ae-018d-4c35-8bf0-c5a817e335f1 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:02.759193 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.policy [None req-982f04ae-018d-4c35-8bf0-c5a817e335f1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93322) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 19:06:02.804286 dv-cinder-784453-9-iscsi neutron-server[93322]: WARNING oslo_policy.policy [None req-982f04ae-018d-4c35-8bf0-c5a817e335f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 19:06:02.804652 dv-cinder-784453-9-iscsi neutron-server[93322]: WARNING oslo_policy.policy [None req-982f04ae-018d-4c35-8bf0-c5a817e335f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 19:06:02.813465 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.quota [None req-982f04ae-018d-4c35-8bf0-c5a817e335f1 admin admin] Loaded quota_driver: . Jul 15 19:06:02.905135 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-982f04ae-018d-4c35-8bf0-c5a817e335f1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754286485671', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754286493338', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754286465769', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754286471359', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754286510946', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754286525289', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1621128', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1612667', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1045967', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-969278'] for rbac-policy, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.968781 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-982f04ae-018d-4c35-8bf0-c5a817e335f1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:02.969971 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-982f04ae-018d-4c35-8bf0-c5a817e335f1 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6075122 Jul 15 19:06:05.509619 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 39236) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:05.797443 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '2363105363994eb7a58e0f2cbb491b0e', 'tenant_id': '2363105363994eb7a58e0f2cbb491b0e'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:05.825356 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Made reservation on behalf of 2363105363994eb7a58e0f2cbb491b0e for: {'network': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:06:05.828262 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:05.844661 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:05.964788 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:05.968405 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:05.987397 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] vlan segment allocate from pool success with {'vlan_id': 1183, 'physical_network': 'physnet1'} {{(pid=93322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:06:06.014688 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754284971331', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:06.015263 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Unsubscribe: segment precommit_create {{(pid=93322) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 19:06:06.015741 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.segments_db [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Added segment aacc4506-0b9f-4f42-a673-79728a261d06 of type vlan for network 8a43a241-afb1-43b7-84dc-ed67bb69c7f3 Jul 15 19:06:06.035871 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1206aa8c-4e90-4ed8-926e-e9a6e666284a,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:06.083173 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:06.083526 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:06.083860 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:06.084184 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:06.084510 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:06.084844 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:06.085164 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:06.085477 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:06.085808 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:06.086122 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:06.086449 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:06.086763 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Tracked resource versions report: Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: pushed versions: Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: { 'AddressGroup': {'1.2'}, Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'ConntrackHelper': {'1.0'}, Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Log': {'1.0'}, Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Network': {'1.1'}, Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Port': {'1.7'}, Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'PortForwarding': {'1.2'}, Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'QosPolicy': {'1.8'}, Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'SecurityGroup': {'1.4'}, Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'SecurityGroupRule': {'1.2'}, Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'SubPort': {'1.0'}, Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Subnet': {'1.1'}, Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Trunk': {'1.1'}} Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: consumer versions: Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: { DHCP agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: L3 agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: Metadata agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: Metering agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: Open vSwitch agent@dv-cinder-784453-9-iscsi: { 'AddressGroup': '1.2', Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'ConntrackHelper': '1.0', Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Log': '1.0', Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Network': '1.1', Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Port': '1.7', Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'PortForwarding': '1.2', Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'QosPolicy': '1.8', Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'SecurityGroup': '1.4', Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'SecurityGroupRule': '1.2', Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'SubPort': '1.0', Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Subnet': '1.1', Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Trunk': '1.1'}} Jul 15 19:06:06.087862 dv-cinder-784453-9-iscsi neutron-server[93322]: {{(pid=93322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 19:06:06.136163 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:06.184618 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:06.186320 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:06.187002 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:06.238733 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7279470 Jul 15 19:06:06.284467 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6c47b-df83-45f3-a7ae-e1109b7a2c50 admin admin] Pushing event updated for resources: {'Network': ['ID=8a43a241-afb1-43b7-84dc-ed67bb69c7f3,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:06.296762 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network 8a43a241-afb1-43b7-84dc-ed67bb69c7f3 details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:06:08.886976 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 39250) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:09.267054 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e49ab56-7fed-458e-a7ed-62c4b4991bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:09.268415 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-3e49ab56-7fed-458e-a7ed-62c4b4991bb1 admin admin] 10.222.0.73 "GET /v2.0/networks/8a43a241-afb1-43b7-84dc-ed67bb69c7f3 HTTP/1.1" status: 200 len: 826 time: 0.3804569 Jul 15 19:06:09.291556 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-1420b224-618d-4859-ba05-ae10da5bde49 admin admin] 10.222.0.73 "GET /v2.0/subnetpools/ac86ac50-a34f-4a47-9a88-8f634a65cc01 HTTP/1.1" status: 200 len: 734 time: 0.0178726 Jul 15 19:06:09.300222 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-74b4b8b5-8c81-4a5e-9d7a-2846b0df9387 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '2363105363994eb7a58e0f2cbb491b0e', 'gateway_ip': '172.20.0.1', 'network_id': '8a43a241-afb1-43b7-84dc-ed67bb69c7f3', 'name': 'private-subnet', 'subnetpool_id': 'ac86ac50-a34f-4a47-9a88-8f634a65cc01'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:09.321987 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b4b8b5-8c81-4a5e-9d7a-2846b0df9387 admin admin] Made reservation on behalf of 2363105363994eb7a58e0f2cbb491b0e for: {'subnet': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:06:09.324171 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-74b4b8b5-8c81-4a5e-9d7a-2846b0df9387 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:09.615255 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-74b4b8b5-8c81-4a5e-9d7a-2846b0df9387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for subnet, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:09.685087 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4b8b5-8c81-4a5e-9d7a-2846b0df9387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cddcb5a4-69f9-4773-be20-a7241c93e2f9,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:09.687663 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b4b8b5-8c81-4a5e-9d7a-2846b0df9387 admin admin] Checking segment: {'id': 'aacc4506-0b9f-4f42-a673-79728a261d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '8a43a241-afb1-43b7-84dc-ed67bb69c7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:06:09.688043 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b4b8b5-8c81-4a5e-9d7a-2846b0df9387 admin admin] Network hostable DHCP agents. Network: 8a43a241-afb1-43b7-84dc-ed67bb69c7f3, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:06:09.709646 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b4b8b5-8c81-4a5e-9d7a-2846b0df9387 admin admin] Network 8a43a241-afb1-43b7-84dc-ed67bb69c7f3 is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:06:09.721912 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-74b4b8b5-8c81-4a5e-9d7a-2846b0df9387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, 8a43a241-afb1-43b7-84dc-ed67bb69c7f3) {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:06:09.726450 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b4b8b5-8c81-4a5e-9d7a-2846b0df9387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:09.727047 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-74b4b8b5-8c81-4a5e-9d7a-2846b0df9387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:09.731312 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638ee85d-a9de-47d2-af11-47f77590d388 None None] Network 8a43a241-afb1-43b7-84dc-ed67bb69c7f3 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:06:09.741507 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-74b4b8b5-8c81-4a5e-9d7a-2846b0df9387 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4445264 Jul 15 19:06:10.045224 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd5ea0a1-21e6-5cea-93ef-ecf5ad1bc28f-8a43a241-afb1-43b7-84dc-ed67bb69c7f3', 'network_id': '8a43a241-afb1-43b7-84dc-ed67bb69c7f3', 'tenant_id': '2363105363994eb7a58e0f2cbb491b0e', 'fixed_ips': [{'subnet_id': 'cddcb5a4-69f9-4773-be20-a7241c93e2f9'}]}} from dv-cinder-784453-9-iscsi. {{(pid=93323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:06:10.046595 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.321640 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.db_base_plugin_common [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Allocated IP 172.20.0.2 (8a43a241-afb1-43b7-84dc-ed67bb69c7f3/cddcb5a4-69f9-4773-be20-a7241c93e2f9/1f9fa3b5-b4ab-4025-9312-d9b345b3acde) {{(pid=93323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:06:10.526190 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Notify callbacks [] for port, precommit_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.568917 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Transition to ACTIVE for port object 1f9fa3b5-b4ab-4025-9312-d9b345b3acde will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:06:10.588864 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Transition to ACTIVE for port object 1f9fa3b5-b4ab-4025-9312-d9b345b3acde will not be triggered until provisioned by entity DHCP. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:06:10.597609 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203'] for port, after_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.675554 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Network 8a43a241-afb1-43b7-84dc-ed67bb69c7f3 is already hosted by enough agents. {{(pid=93323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:06:10.680301 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.base_scheduler [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Resources bound (agent type, host, resource id): {{(pid=93323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:06:10.686889 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Received port after_create {{(pid=93323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:06:10.688831 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Pushing event updated for resources: {'Port': ['ID=1f9fa3b5-b4ab-4025-9312-d9b345b3acde,revision_number=1']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:10.715026 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:10.715360 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:10.715699 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:10.716053 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:10.716905 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:10.717428 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:10.717955 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:10.718363 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:10.718733 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:10.719086 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:10.719398 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:10.719722 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Tracked resource versions report: Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: pushed versions: Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: { 'AddressGroup': {'1.2'}, Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'ConntrackHelper': {'1.0'}, Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Log': {'1.0'}, Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Network': {'1.1'}, Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Port': {'1.7'}, Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'PortForwarding': {'1.2'}, Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'QosPolicy': {'1.8'}, Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'SecurityGroup': {'1.4'}, Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'SecurityGroupRule': {'1.2'}, Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'SubPort': {'1.0'}, Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Subnet': {'1.1'}, Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Trunk': {'1.1'}} Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: consumer versions: Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: { DHCP agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: L3 agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: Metadata agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: Metering agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: Open vSwitch agent@dv-cinder-784453-9-iscsi: { 'AddressGroup': '1.2', Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'ConntrackHelper': '1.0', Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Log': '1.0', Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Network': '1.1', Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Port': '1.7', Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'PortForwarding': '1.2', Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'QosPolicy': '1.8', Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'SecurityGroup': '1.4', Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'SecurityGroupRule': '1.2', Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'SubPort': '1.0', Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Subnet': '1.1', Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Trunk': '1.1'}} Jul 15 19:06:10.720882 dv-cinder-784453-9-iscsi neutron-server[93323]: {{(pid=93323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 19:06:10.771857 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Attempting to bind port 1f9fa3b5-b4ab-4025-9312-d9b345b3acde on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:06:10.772472 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Attempting to bind port 1f9fa3b5-b4ab-4025-9312-d9b345b3acde by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': 'aacc4506-0b9f-4f42-a673-79728a261d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '8a43a241-afb1-43b7-84dc-ed67bb69c7f3'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:06:10.772677 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Attempting to bind port 1f9fa3b5-b4ab-4025-9312-d9b345b3acde on network 8a43a241-afb1-43b7-84dc-ed67bb69c7f3 {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:06:10.777589 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:06:10.778000 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Checking segment: {'id': 'aacc4506-0b9f-4f42-a673-79728a261d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '8a43a241-afb1-43b7-84dc-ed67bb69c7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:06:10.778502 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.778894 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Bound using segment: {'id': 'aacc4506-0b9f-4f42-a673-79728a261d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '8a43a241-afb1-43b7-84dc-ed67bb69c7f3'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:06:10.780275 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Bound port: 1f9fa3b5-b4ab-4025-9312-d9b345b3acde, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aacc4506-0b9f-4f42-a673-79728a261d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '8a43a241-afb1-43b7-84dc-ed67bb69c7f3'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:06:10.780695 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.842576 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] For port 1f9fa3b5-b4ab-4025-9312-d9b345b3acde, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:06:10.846921 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] For port 1f9fa3b5-b4ab-4025-9312-d9b345b3acde, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=1f9fa3b5-b4ab-4025-9312-d9b345b3acde,segment=NetworkSegment(aacc4506-0b9f-4f42-a673-79728a261d06),segment_id=aacc4506-0b9f-4f42-a673-79728a261d06)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:06:10.851175 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:10.917458 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32947b2a-d5c0-4362-8bda-99dd5bf7ec26 None None] Pushing event updated for resources: {'Port': ['ID=1f9fa3b5-b4ab-4025-9312-d9b345b3acde,revision_number=2']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:12.111036 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 39258) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:12.431069 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [None req-a6defca0-cbf0-4e3b-8b9b-3ea917c7e4ea admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:06:12.446506 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-a6defca0-cbf0-4e3b-8b9b-3ea917c7e4ea admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3198748 Jul 15 19:06:14.789220 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 39266) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:15.093123 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [None req-d28f9337-b11c-4de2-be3d-aea48f8f4ac5 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:06:15.094236 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-d28f9337-b11c-4de2-be3d-aea48f8f4ac5 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3040872 Jul 15 19:06:17.053238 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4bde58-9fac-4d6e-9a82-480c23ab1f69 None None] Network 8a43a241-afb1-43b7-84dc-ed67bb69c7f3 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:06:17.129489 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-75dfdf81-bdd6-4868-a362-0c76ece0a4a6 None None] Provisioning for port 1f9fa3b5-b4ab-4025-9312-d9b345b3acde completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:06:17.541274 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 1f9fa3b5-b4ab-4025-9312-d9b345b3acde up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:06:17.620918 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 1f9fa3b5-b4ab-4025-9312-d9b345b3acde completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:06:17.624803 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 1f9fa3b5-b4ab-4025-9312-d9b345b3acde triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:17.625199 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:17.724434 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 39280) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:17.732900 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:17.767279 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port 1f9fa3b5-b4ab-4025-9312-d9b345b3acde, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=1f9fa3b5-b4ab-4025-9312-d9b345b3acde,segment=NetworkSegment(aacc4506-0b9f-4f42-a673-79728a261d06),segment_id=aacc4506-0b9f-4f42-a673-79728a261d06)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:17.771058 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:17.816642 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=1f9fa3b5-b4ab-4025-9312-d9b345b3acde,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:18.021809 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-14c7413f-b851-4a4c-83b7-1d36d039e8aa admin admin] Request body: {'router': {'tenant_id': '2363105363994eb7a58e0f2cbb491b0e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:18.044937 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-14c7413f-b851-4a4c-83b7-1d36d039e8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7015'] for router, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:18.046451 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-14c7413f-b851-4a4c-83b7-1d36d039e8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:18.180372 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-14c7413f-b851-4a4c-83b7-1d36d039e8aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:18.184848 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-14c7413f-b851-4a4c-83b7-1d36d039e8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978432'] for router, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:18.196588 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-14c7413f-b851-4a4c-83b7-1d36d039e8aa admin admin] Notify callbacks [] for router, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:18.197708 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-14c7413f-b851-4a4c-83b7-1d36d039e8aa admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4723082 Jul 15 19:06:19.521051 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 1f9fa3b5-b4ab-4025-9312-d9b345b3acde up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:06:19.568724 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 1f9fa3b5-b4ab-4025-9312-d9b345b3acde triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:19.569086 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:20.562917 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 39288) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:20.869007 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [None req-7e698ac3-067d-47ad-b6e8-dc9d52483332 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:06:20.870018 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-7e698ac3-067d-47ad-b6e8-dc9d52483332 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3061647 Jul 15 19:06:23.006188 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-6a318023-41da-4edb-8294-85b4c8154218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:23.193500 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 39296) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:23.496686 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-7a093f2b-bbf1-4ef9-b720-ccc91ea34577 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:23.518620 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a093f2b-bbf1-4ef9-b720-ccc91ea34577 admin admin] Made reservation on behalf of 6fc5261ef5664e46be40cc23e35c4737 for: {'network': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:06:23.521037 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7a093f2b-bbf1-4ef9-b720-ccc91ea34577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:23.531229 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7a093f2b-bbf1-4ef9-b720-ccc91ea34577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:23.617535 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7a093f2b-bbf1-4ef9-b720-ccc91ea34577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:23.620786 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7a093f2b-bbf1-4ef9-b720-ccc91ea34577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:23.637297 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7a093f2b-bbf1-4ef9-b720-ccc91ea34577 admin admin] Reserving flat network on physical network physnet1 {{(pid=93322) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 15 19:06:23.650943 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a093f2b-bbf1-4ef9-b720-ccc91ea34577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becaa26d-0f67-4930-a76a-16e47cedad05,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:23.657705 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7a093f2b-bbf1-4ef9-b720-ccc91ea34577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:23.658038 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.segments_db [None req-7a093f2b-bbf1-4ef9-b720-ccc91ea34577 admin admin] Added segment ea5f1814-184e-46aa-904c-3dfe07fa8a9d of type flat for network 2fe01b8c-3178-4875-bf1e-3816faa9377f Jul 15 19:06:23.709687 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7a093f2b-bbf1-4ef9-b720-ccc91ea34577 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:23.754663 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7a093f2b-bbf1-4ef9-b720-ccc91ea34577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:23.755603 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a093f2b-bbf1-4ef9-b720-ccc91ea34577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:23.756177 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7a093f2b-bbf1-4ef9-b720-ccc91ea34577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:23.788845 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-7a093f2b-bbf1-4ef9-b720-ccc91ea34577 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5943129 Jul 15 19:06:23.816989 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a093f2b-bbf1-4ef9-b720-ccc91ea34577 admin admin] Pushing event updated for resources: {'Network': ['ID=2fe01b8c-3178-4875-bf1e-3816faa9377f,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:23.831015 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:06:25.601800 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc7ad-5de6-4698-867b-1db6d91ab6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:25.686852 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:26.117336 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 39304) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:26.546523 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:26.601006 dv-cinder-784453-9-iscsi neutron-server[93321]: WARNING oslo_policy.policy [None req-b6fe8dac-def7-4f2f-8ff6-bc4039ec2d5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 19:06:26.601569 dv-cinder-784453-9-iscsi neutron-server[93321]: WARNING oslo_policy.policy [None req-b6fe8dac-def7-4f2f-8ff6-bc4039ec2d5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 19:06:27.007713 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.policy [None req-b6fe8dac-def7-4f2f-8ff6-bc4039ec2d5e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93321) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 19:06:27.053580 dv-cinder-784453-9-iscsi neutron-server[93321]: WARNING oslo_policy.policy [None req-b6fe8dac-def7-4f2f-8ff6-bc4039ec2d5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 19:06:27.053951 dv-cinder-784453-9-iscsi neutron-server[93321]: WARNING oslo_policy.policy [None req-b6fe8dac-def7-4f2f-8ff6-bc4039ec2d5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 19:06:27.062869 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fe8dac-def7-4f2f-8ff6-bc4039ec2d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:27.064726 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-b6fe8dac-def7-4f2f-8ff6-bc4039ec2d5e admin admin] 10.222.0.73 "GET /v2.0/subnets/cddcb5a4-69f9-4773-be20-a7241c93e2f9 HTTP/1.1" status: 200 len: 849 time: 0.9452906 Jul 15 19:06:27.226848 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-edcb6dbb-b90c-4224-87bd-523ec67d95c7 admin admin] 10.222.0.73 "GET /v2.0/routers/4e725d5a-1b9d-4e23-b284-cd3361ccd803 HTTP/1.1" status: 200 len: 704 time: 0.1567910 Jul 15 19:06:27.483162 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:27.805114 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Allocated IP 172.20.0.1 (8a43a241-afb1-43b7-84dc-ed67bb69c7f3/cddcb5a4-69f9-4773-be20-a7241c93e2f9/367fba96-f96c-4575-bc3a-72a6fb7e148b) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:06:28.011594 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:28.038256 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.provisioning_blocks [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Transition to ACTIVE for port object 367fba96-f96c-4575-bc3a-72a6fb7e148b will not be triggered until provisioned by entity DHCP. {{(pid=93321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:06:28.118728 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:28.134846 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Network 8a43a241-afb1-43b7-84dc-ed67bb69c7f3 is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:06:28.156767 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:06:28.212293 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:28.224168 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:06:28.224718 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-975671'] for router_interface, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:28.290441 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Pushing event updated for resources: {'Port': ['ID=367fba96-f96c-4575-bc3a-72a6fb7e148b,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:28.306914 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:28.307299 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:28.307671 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:28.308027 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:28.308384 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:28.308746 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:28.309108 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:28.309488 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:28.309843 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:28.310195 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:28.310563 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:28.310911 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Tracked resource versions report: Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: pushed versions: Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: { 'AddressGroup': {'1.2'}, Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'ConntrackHelper': {'1.0'}, Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Log': {'1.0'}, Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Network': {'1.1'}, Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Port': {'1.7'}, Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'PortForwarding': {'1.2'}, Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'QosPolicy': {'1.8'}, Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'SecurityGroup': {'1.4'}, Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'SecurityGroupRule': {'1.2'}, Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'SubPort': {'1.0'}, Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Subnet': {'1.1'}, Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Trunk': {'1.1'}} Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: consumer versions: Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: { DHCP agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: L3 agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: Metadata agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: Metering agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: Open vSwitch agent@dv-cinder-784453-9-iscsi: { 'AddressGroup': '1.2', Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'ConntrackHelper': '1.0', Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Log': '1.0', Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Network': '1.1', Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Port': '1.7', Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'PortForwarding': '1.2', Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'QosPolicy': '1.8', Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'SecurityGroup': '1.4', Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'SecurityGroupRule': '1.2', Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'SubPort': '1.0', Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Subnet': '1.1', Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Trunk': '1.1'}} Jul 15 19:06:28.312063 dv-cinder-784453-9-iscsi neutron-server[93321]: {{(pid=93321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 19:06:28.433628 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-d2ceec06-f056-4ec7-a0a5-dbaeda96857e None None] Provisioning for port 367fba96-f96c-4575-bc3a-72a6fb7e148b completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:06:28.438331 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-d2ceec06-f056-4ec7-a0a5-dbaeda96857e None None] Provisioning complete for port 367fba96-f96c-4575-bc3a-72a6fb7e148b triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:28.438926 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-d2ceec06-f056-4ec7-a0a5-dbaeda96857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:28.452780 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:28.471291 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceec06-f056-4ec7-a0a5-dbaeda96857e None None] Port 367fba96-f96c-4575-bc3a-72a6fb7e148b cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:06:28.633539 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:28.638482 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:28.639252 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975683'] for router_interface, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:28.696261 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Pushing event updated for resources: {'Port': ['ID=367fba96-f96c-4575-bc3a-72a6fb7e148b,revision_number=2']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:28.759644 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Network 8a43a241-afb1-43b7-84dc-ed67bb69c7f3 is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:06:28.760961 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:06:28.970289 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Router 4e725d5a-1b9d-4e23-b284-cd3361ccd803 is scheduled to L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f with binding_index 1 {{(pid=93321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:06:28.991511 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-fa7e225b-9f5b-49d3-95b7-19f58ca65a53 None None] Provisioning complete for port 367fba96-f96c-4575-bc3a-72a6fb7e148b triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:28.991882 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-fa7e225b-9f5b-49d3-95b7-19f58ca65a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:29.025043 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e225b-9f5b-49d3-95b7-19f58ca65a53 None None] Port 367fba96-f96c-4575-bc3a-72a6fb7e148b cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:06:29.061238 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:06:29.066599 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-61f729ac-b6f9-47e5-9912-ec1bb3381a79 admin admin] 10.222.0.73 "PUT /v2.0/routers/4e725d5a-1b9d-4e23-b284-cd3361ccd803/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8348880 Jul 15 19:06:29.082111 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Sync routers for ids ['4e725d5a-1b9d-4e23-b284-cd3361ccd803'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:06:29.095983 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Routers {'4e725d5a-1b9d-4e23-b284-cd3361ccd803'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:06:29.096836 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:06:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['4e725d5a-1b9d-4e23-b284-cd3361ccd803'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:29.279422 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Set router 4e725d5a-1b9d-4e23-b284-cd3361ccd803 gateway port host: None {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:06:29.704407 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e725d5a-1b9d-4e23-b284-cd3361ccd803', 'name': 'router1', 'tenant_id': '2363105363994eb7a58e0f2cbb491b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:18Z', 'updated_at': '2021-07-15T19:06:28Z', 'revision_number': 2, 'project_id': '2363105363994eb7a58e0f2cbb491b0e', 'gw_port_host': None, '_interfaces': [{'id': '367fba96-f96c-4575-bc3a-72a6fb7e148b', 'name': '', 'network_id': '8a43a241-afb1-43b7-84dc-ed67bb69c7f3', 'tenant_id': '2363105363994eb7a58e0f2cbb491b0e', 'mac_address': 'fa:16:3e:2d:49:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e725d5a-1b9d-4e23-b284-cd3361ccd803', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cddcb5a4-69f9-4773-be20-a7241c93e2f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:27Z', 'updated_at': '2021-07-15T19:06:28Z', 'revision_number': 2, 'project_id': '2363105363994eb7a58e0f2cbb491b0e', 'subnets': [{'id': 'cddcb5a4-69f9-4773-be20-a7241c93e2f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac86ac50-a34f-4a47-9a88-8f634a65cc01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:29.756362 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Checking router: 4e725d5a-1b9d-4e23-b284-cd3361ccd803 for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:06:29.756730 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Updating router 4e725d5a-1b9d-4e23-b284-cd3361ccd803 port 367fba96-f96c-4575-bc3a-72a6fb7e148b binding host dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:06:29.821215 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:30.313798 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Notify callbacks [] for port, precommit_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:30.333979 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.provisioning_blocks [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Transition to ACTIVE for port object 367fba96-f96c-4575-bc3a-72a6fb7e148b will not be triggered until provisioned by entity L2. {{(pid=93324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:06:30.340236 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:30.489195 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e203d-d6c2-4edf-9ee8-dde3c3749be5 None None] Pushing event updated for resources: {'Port': ['ID=367fba96-f96c-4575-bc3a-72a6fb7e148b,revision_number=3']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:30.507630 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e203d-d6c2-4edf-9ee8-dde3c3749be5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:30.507980 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e203d-d6c2-4edf-9ee8-dde3c3749be5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:30.508321 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e203d-d6c2-4edf-9ee8-dde3c3749be5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:30.508658 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e203d-d6c2-4edf-9ee8-dde3c3749be5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:30.508991 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e203d-d6c2-4edf-9ee8-dde3c3749be5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:30.509321 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e203d-d6c2-4edf-9ee8-dde3c3749be5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:30.509647 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e203d-d6c2-4edf-9ee8-dde3c3749be5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:30.509971 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e203d-d6c2-4edf-9ee8-dde3c3749be5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:30.510337 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e203d-d6c2-4edf-9ee8-dde3c3749be5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:30.510686 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e203d-d6c2-4edf-9ee8-dde3c3749be5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:30.511011 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e203d-d6c2-4edf-9ee8-dde3c3749be5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:30.511335 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e203d-d6c2-4edf-9ee8-dde3c3749be5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e203d-d6c2-4edf-9ee8-dde3c3749be5 None None] Tracked resource versions report: Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: pushed versions: Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: { 'AddressGroup': {'1.2'}, Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'ConntrackHelper': {'1.0'}, Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Log': {'1.0'}, Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Network': {'1.1'}, Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Port': {'1.7'}, Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'PortForwarding': {'1.2'}, Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'QosPolicy': {'1.8'}, Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'SecurityGroup': {'1.4'}, Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'SecurityGroupRule': {'1.2'}, Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'SubPort': {'1.0'}, Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Subnet': {'1.1'}, Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Trunk': {'1.1'}} Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: consumer versions: Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: { DHCP agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: L3 agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: Metadata agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: Metering agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: Open vSwitch agent@dv-cinder-784453-9-iscsi: { 'AddressGroup': '1.2', Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'ConntrackHelper': '1.0', Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Log': '1.0', Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Network': '1.1', Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Port': '1.7', Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'PortForwarding': '1.2', Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'QosPolicy': '1.8', Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'SecurityGroup': '1.4', Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'SecurityGroupRule': '1.2', Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'SubPort': '1.0', Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Subnet': '1.1', Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Trunk': '1.1'}} Jul 15 19:06:30.513142 dv-cinder-784453-9-iscsi neutron-server[93324]: {{(pid=93324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 19:06:30.517683 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Attempting to bind port 367fba96-f96c-4575-bc3a-72a6fb7e148b on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:06:30.518079 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Attempting to bind port 367fba96-f96c-4575-bc3a-72a6fb7e148b by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': 'aacc4506-0b9f-4f42-a673-79728a261d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '8a43a241-afb1-43b7-84dc-ed67bb69c7f3'}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:06:30.518533 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Attempting to bind port 367fba96-f96c-4575-bc3a-72a6fb7e148b on network 8a43a241-afb1-43b7-84dc-ed67bb69c7f3 {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:06:30.524345 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:06:30.524769 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Checking segment: {'id': 'aacc4506-0b9f-4f42-a673-79728a261d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '8a43a241-afb1-43b7-84dc-ed67bb69c7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:06:30.525251 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:30.525635 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Bound using segment: {'id': 'aacc4506-0b9f-4f42-a673-79728a261d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '8a43a241-afb1-43b7-84dc-ed67bb69c7f3'} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:06:30.526115 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Bound port: 367fba96-f96c-4575-bc3a-72a6fb7e148b, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aacc4506-0b9f-4f42-a673-79728a261d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '8a43a241-afb1-43b7-84dc-ed67bb69c7f3'}}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:06:30.526555 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:30.591025 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] For port 367fba96-f96c-4575-bc3a-72a6fb7e148b, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:06:30.612442 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] For port 367fba96-f96c-4575-bc3a-72a6fb7e148b, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=367fba96-f96c-4575-bc3a-72a6fb7e148b,segment=NetworkSegment(aacc4506-0b9f-4f42-a673-79728a261d06),segment_id=aacc4506-0b9f-4f42-a673-79728a261d06)] {{(pid=93324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:06:30.617037 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:30.675475 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Routers {'4e725d5a-1b9d-4e23-b284-cd3361ccd803'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:06:30.676095 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:06:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['4e725d5a-1b9d-4e23-b284-cd3361ccd803'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:30.677944 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e203d-d6c2-4edf-9ee8-dde3c3749be5 None None] Pushing event updated for resources: {'Port': ['ID=367fba96-f96c-4575-bc3a-72a6fb7e148b,revision_number=4']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:30.766971 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] Set router 4e725d5a-1b9d-4e23-b284-cd3361ccd803 gateway port host: None {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:06:30.984898 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e725d5a-1b9d-4e23-b284-cd3361ccd803', 'name': 'router1', 'tenant_id': '2363105363994eb7a58e0f2cbb491b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:18Z', 'updated_at': '2021-07-15T19:06:28Z', 'revision_number': 2, 'project_id': '2363105363994eb7a58e0f2cbb491b0e', 'gw_port_host': None, '_interfaces': [{'id': '367fba96-f96c-4575-bc3a-72a6fb7e148b', 'name': '', 'network_id': '8a43a241-afb1-43b7-84dc-ed67bb69c7f3', 'tenant_id': '2363105363994eb7a58e0f2cbb491b0e', 'mac_address': 'fa:16:3e:2d:49:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e725d5a-1b9d-4e23-b284-cd3361ccd803', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cddcb5a4-69f9-4773-be20-a7241c93e2f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:27Z', 'updated_at': '2021-07-15T19:06:30Z', 'revision_number': 4, 'project_id': '2363105363994eb7a58e0f2cbb491b0e', 'subnets': [{'id': 'cddcb5a4-69f9-4773-be20-a7241c93e2f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac86ac50-a34f-4a47-9a88-8f634a65cc01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:31.010726 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35520c03-ac7e-4c4b-9e2a-f48e217a6638 None None] The sync data for ids ['4e725d5a-1b9d-4e23-b284-cd3361ccd803'] in dv-cinder-784453-9-iscsi is: [{'id': '4e725d5a-1b9d-4e23-b284-cd3361ccd803', 'name': 'router1', 'tenant_id': '2363105363994eb7a58e0f2cbb491b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:18Z', 'updated_at': '2021-07-15T19:06:28Z', 'revision_number': 2, 'project_id': '2363105363994eb7a58e0f2cbb491b0e', 'gw_port_host': None, '_interfaces': [{'id': '367fba96-f96c-4575-bc3a-72a6fb7e148b', 'name': '', 'network_id': '8a43a241-afb1-43b7-84dc-ed67bb69c7f3', 'tenant_id': '2363105363994eb7a58e0f2cbb491b0e', 'mac_address': 'fa:16:3e:2d:49:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e725d5a-1b9d-4e23-b284-cd3361ccd803', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cddcb5a4-69f9-4773-be20-a7241c93e2f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:27Z', 'updated_at': '2021-07-15T19:06:30Z', 'revision_number': 4, 'project_id': '2363105363994eb7a58e0f2cbb491b0e', 'subnets': [{'id': 'cddcb5a4-69f9-4773-be20-a7241c93e2f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac86ac50-a34f-4a47-9a88-8f634a65cc01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:06:31.467347 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 39336) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:31.661146 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3414b119-0fbc-43ae-8895-501908525927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:31.662610 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-3414b119-0fbc-43ae-8895-501908525927 admin admin] 10.222.0.73 "GET /v2.0/networks/2fe01b8c-3178-4875-bf1e-3816faa9377f HTTP/1.1" status: 200 len: 842 time: 0.1940908 Jul 15 19:06:31.672416 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-e4424f22-2626-4299-b8a6-6666f368b614 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'name': 'public-subnet'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:31.673809 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.quota [None req-e4424f22-2626-4299-b8a6-6666f368b614 admin admin] Loaded quota_driver: . Jul 15 19:06:31.708129 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4424f22-2626-4299-b8a6-6666f368b614 admin admin] Made reservation on behalf of 6fc5261ef5664e46be40cc23e35c4737 for: {'subnet': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:06:31.710488 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e4424f22-2626-4299-b8a6-6666f368b614 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:32.018030 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.objects.ports [None req-e4424f22-2626-4299-b8a6-6666f368b614 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93321) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 19:06:32.018468 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e4424f22-2626-4299-b8a6-6666f368b614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for subnet, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:32.078850 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4424f22-2626-4299-b8a6-6666f368b614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=206b0eb6-95e6-4268-8bc4-a0ef773dc97c,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:32.080769 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4424f22-2626-4299-b8a6-6666f368b614 admin admin] Checking segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:06:32.081113 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4424f22-2626-4299-b8a6-6666f368b614 admin admin] Network hostable DHCP agents. Network: 2fe01b8c-3178-4875-bf1e-3816faa9377f, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:06:32.103550 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4424f22-2626-4299-b8a6-6666f368b614 admin admin] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:06:32.118045 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-e4424f22-2626-4299-b8a6-6666f368b614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, 2fe01b8c-3178-4875-bf1e-3816faa9377f) {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:06:32.122404 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4424f22-2626-4299-b8a6-6666f368b614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:32.123059 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e4424f22-2626-4299-b8a6-6666f368b614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:32.128876 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f465a04e-fb76-4448-a2a0-09ca9b28b52a None None] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:06:32.142865 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-e4424f22-2626-4299-b8a6-6666f368b614 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4744127 Jul 15 19:06:32.275664 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaac191-49c5-409f-95f9-24d3d1a184be None None] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:06:34.425687 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 39358) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:34.554655 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-1e722cbe-36b3-4252-866e-087baad75ce6 admin admin] 10.222.0.73 "GET /v2.0/routers/4e725d5a-1b9d-4e23-b284-cd3361ccd803 HTTP/1.1" status: 200 len: 710 time: 0.1278162 Jul 15 19:06:34.641768 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a2fdbe-7f61-4b05-bf79-af059ccfccb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:06:34.643246 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-17a2fdbe-7f61-4b05-bf79-af059ccfccb3 admin admin] 10.222.0.73 "GET /v2.0/networks/2fe01b8c-3178-4875-bf1e-3816faa9377f HTTP/1.1" status: 200 len: 886 time: 0.0832450 Jul 15 19:06:34.652148 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-ea43fcab-da88-470f-920b-093cb847d9e2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:06:34.912123 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ea43fcab-da88-470f-920b-093cb847d9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5766'] for router, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:35.211212 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ea43fcab-da88-470f-920b-093cb847d9e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:35.284520 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ea43fcab-da88-470f-920b-093cb847d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:35.385254 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-ea43fcab-da88-470f-920b-093cb847d9e2 admin admin] Allocated IP 172.27.0.181 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/bf6647fa-2c61-4bfe-99e1-54fd9607a8a6) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:06:35.483574 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ea43fcab-da88-470f-920b-093cb847d9e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:35.527942 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ea43fcab-da88-470f-920b-093cb847d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:35.550445 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 367fba96-f96c-4575-bc3a-72a6fb7e148b up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:06:35.566069 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea43fcab-da88-470f-920b-093cb847d9e2 admin admin] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:06:35.570685 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-ea43fcab-da88-470f-920b-093cb847d9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:06:35.573219 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea43fcab-da88-470f-920b-093cb847d9e2 admin admin] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:06:35.598801 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 367fba96-f96c-4575-bc3a-72a6fb7e148b completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:06:35.602125 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 367fba96-f96c-4575-bc3a-72a6fb7e148b triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:35.602530 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:35.638785 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43fcab-da88-470f-920b-093cb847d9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6647fa-2c61-4bfe-99e1-54fd9607a8a6,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:35.680385 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:35.713066 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port 367fba96-f96c-4575-bc3a-72a6fb7e148b, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=367fba96-f96c-4575-bc3a-72a6fb7e148b,segment=NetworkSegment(aacc4506-0b9f-4f42-a673-79728a261d06),segment_id=aacc4506-0b9f-4f42-a673-79728a261d06)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:35.717917 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:35.765529 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=367fba96-f96c-4575-bc3a-72a6fb7e148b,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:35.828725 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ea43fcab-da88-470f-920b-093cb847d9e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:36.016170 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ea43fcab-da88-470f-920b-093cb847d9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5766'] for router, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:36.019366 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ea43fcab-da88-470f-920b-093cb847d9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-978562'] for router, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:36.124446 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea43fcab-da88-470f-920b-093cb847d9e2 admin admin] Router 4e725d5a-1b9d-4e23-b284-cd3361ccd803 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:06:36.226668 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea43fcab-da88-470f-920b-093cb847d9e2 admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:06:36.231614 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ea43fcab-da88-470f-920b-093cb847d9e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:36.232804 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-ea43fcab-da88-470f-920b-093cb847d9e2 admin admin] 10.222.0.73 "PUT /v2.0/routers/4e725d5a-1b9d-4e23-b284-cd3361ccd803 HTTP/1.1" status: 200 len: 890 time: 1.5841577 Jul 15 19:06:36.236277 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Sync routers for ids ['4e725d5a-1b9d-4e23-b284-cd3361ccd803'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:06:36.248248 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Routers {'4e725d5a-1b9d-4e23-b284-cd3361ccd803'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:06:36.248932 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:06:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['4e725d5a-1b9d-4e23-b284-cd3361ccd803'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:36.520109 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Set router 4e725d5a-1b9d-4e23-b284-cd3361ccd803 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:06:36.910536 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e725d5a-1b9d-4e23-b284-cd3361ccd803', 'name': 'router1', 'tenant_id': '2363105363994eb7a58e0f2cbb491b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'bf6647fa-2c61-4bfe-99e1-54fd9607a8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:18Z', 'updated_at': '2021-07-15T19:06:35Z', 'revision_number': 4, 'project_id': '2363105363994eb7a58e0f2cbb491b0e', 'gw_port': {'id': 'bf6647fa-2c61-4bfe-99e1-54fd9607a8a6', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e725d5a-1b9d-4e23-b284-cd3361ccd803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:35Z', 'updated_at': '2021-07-15T19:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '367fba96-f96c-4575-bc3a-72a6fb7e148b', 'name': '', 'network_id': '8a43a241-afb1-43b7-84dc-ed67bb69c7f3', 'tenant_id': '2363105363994eb7a58e0f2cbb491b0e', 'mac_address': 'fa:16:3e:2d:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e725d5a-1b9d-4e23-b284-cd3361ccd803', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cddcb5a4-69f9-4773-be20-a7241c93e2f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:27Z', 'updated_at': '2021-07-15T19:06:35Z', 'revision_number': 5, 'project_id': '2363105363994eb7a58e0f2cbb491b0e', 'subnets': [{'id': 'cddcb5a4-69f9-4773-be20-a7241c93e2f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac86ac50-a34f-4a47-9a88-8f634a65cc01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:36.959574 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Checking router: 4e725d5a-1b9d-4e23-b284-cd3361ccd803 for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:06:36.959928 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Updating router 4e725d5a-1b9d-4e23-b284-cd3361ccd803 port bf6647fa-2c61-4bfe-99e1-54fd9607a8a6 binding host dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:06:36.999039 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:37.319353 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Notify callbacks [] for port, precommit_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:37.329077 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Transition to ACTIVE for port object bf6647fa-2c61-4bfe-99e1-54fd9607a8a6 will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:06:37.334907 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:37.386548 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Attempting to bind port bf6647fa-2c61-4bfe-99e1-54fd9607a8a6 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:06:37.387353 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Attempting to bind port bf6647fa-2c61-4bfe-99e1-54fd9607a8a6 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:06:37.387724 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Attempting to bind port bf6647fa-2c61-4bfe-99e1-54fd9607a8a6 on network 2fe01b8c-3178-4875-bf1e-3816faa9377f {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:06:37.390387 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17101f03-b2a8-4e6f-80af-71b5f0d9c517 None None] Pushing event updated for resources: {'Port': ['ID=bf6647fa-2c61-4bfe-99e1-54fd9607a8a6,revision_number=2']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:37.395233 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:06:37.395604 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Checking segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:06:37.396009 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:37.396388 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Bound using segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:06:37.396862 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Bound port: bf6647fa-2c61-4bfe-99e1-54fd9607a8a6, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:06:37.397713 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:37.447807 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] For port bf6647fa-2c61-4bfe-99e1-54fd9607a8a6, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:06:37.450926 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] For port bf6647fa-2c61-4bfe-99e1-54fd9607a8a6, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=bf6647fa-2c61-4bfe-99e1-54fd9607a8a6,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:06:37.454961 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:37.513229 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17101f03-b2a8-4e6f-80af-71b5f0d9c517 None None] Pushing event updated for resources: {'Port': ['ID=bf6647fa-2c61-4bfe-99e1-54fd9607a8a6,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:37.522344 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Routers {'4e725d5a-1b9d-4e23-b284-cd3361ccd803'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:06:37.522980 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:06:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['4e725d5a-1b9d-4e23-b284-cd3361ccd803'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:37.559460 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 367fba96-f96c-4575-bc3a-72a6fb7e148b up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:06:37.735558 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 367fba96-f96c-4575-bc3a-72a6fb7e148b triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:37.735928 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:37.769099 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] Set router 4e725d5a-1b9d-4e23-b284-cd3361ccd803 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:06:38.020507 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e725d5a-1b9d-4e23-b284-cd3361ccd803', 'name': 'router1', 'tenant_id': '2363105363994eb7a58e0f2cbb491b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'bf6647fa-2c61-4bfe-99e1-54fd9607a8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:18Z', 'updated_at': '2021-07-15T19:06:35Z', 'revision_number': 4, 'project_id': '2363105363994eb7a58e0f2cbb491b0e', 'gw_port': {'id': 'bf6647fa-2c61-4bfe-99e1-54fd9607a8a6', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e725d5a-1b9d-4e23-b284-cd3361ccd803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:35Z', 'updated_at': '2021-07-15T19:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '367fba96-f96c-4575-bc3a-72a6fb7e148b', 'name': '', 'network_id': '8a43a241-afb1-43b7-84dc-ed67bb69c7f3', 'tenant_id': '2363105363994eb7a58e0f2cbb491b0e', 'mac_address': 'fa:16:3e:2d:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e725d5a-1b9d-4e23-b284-cd3361ccd803', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cddcb5a4-69f9-4773-be20-a7241c93e2f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:27Z', 'updated_at': '2021-07-15T19:06:35Z', 'revision_number': 5, 'project_id': '2363105363994eb7a58e0f2cbb491b0e', 'subnets': [{'id': 'cddcb5a4-69f9-4773-be20-a7241c93e2f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac86ac50-a34f-4a47-9a88-8f634a65cc01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:06:38.047159 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd04823-77a4-415f-92d1-82d10d059772 None None] The sync data for ids ['4e725d5a-1b9d-4e23-b284-cd3361ccd803'] in dv-cinder-784453-9-iscsi is: [{'id': '4e725d5a-1b9d-4e23-b284-cd3361ccd803', 'name': 'router1', 'tenant_id': '2363105363994eb7a58e0f2cbb491b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': 'bf6647fa-2c61-4bfe-99e1-54fd9607a8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:06:18Z', 'updated_at': '2021-07-15T19:06:35Z', 'revision_number': 4, 'project_id': '2363105363994eb7a58e0f2cbb491b0e', 'gw_port': {'id': 'bf6647fa-2c61-4bfe-99e1-54fd9607a8a6', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e725d5a-1b9d-4e23-b284-cd3361ccd803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:35Z', 'updated_at': '2021-07-15T19:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '367fba96-f96c-4575-bc3a-72a6fb7e148b', 'name': '', 'network_id': '8a43a241-afb1-43b7-84dc-ed67bb69c7f3', 'tenant_id': '2363105363994eb7a58e0f2cbb491b0e', 'mac_address': 'fa:16:3e:2d:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e725d5a-1b9d-4e23-b284-cd3361ccd803', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cddcb5a4-69f9-4773-be20-a7241c93e2f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:06:27Z', 'updated_at': '2021-07-15T19:06:35Z', 'revision_number': 5, 'project_id': '2363105363994eb7a58e0f2cbb491b0e', 'subnets': [{'id': 'cddcb5a4-69f9-4773-be20-a7241c93e2f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac86ac50-a34f-4a47-9a88-8f634a65cc01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:06:38.647510 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 39366) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:06:38.772204 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-1f6413c0-f830-4948-abaa-05217551787c admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1235690 Jul 15 19:06:39.569036 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device bf6647fa-2c61-4bfe-99e1-54fd9607a8a6 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:06:39.638544 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port bf6647fa-2c61-4bfe-99e1-54fd9607a8a6 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:06:39.643363 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port bf6647fa-2c61-4bfe-99e1-54fd9607a8a6 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:39.644055 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:39.722116 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:39.741838 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port bf6647fa-2c61-4bfe-99e1-54fd9607a8a6, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=bf6647fa-2c61-4bfe-99e1-54fd9607a8a6,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:06:39.745457 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:39.793695 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=bf6647fa-2c61-4bfe-99e1-54fd9607a8a6,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:06:41.549166 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device bf6647fa-2c61-4bfe-99e1-54fd9607a8a6 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:06:41.608456 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port bf6647fa-2c61-4bfe-99e1-54fd9607a8a6 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:06:41.608825 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:49.291538 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 5 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:06:53.017758 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-b63f0ee8-4a2f-461e-bece-4cefc114e93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:55.603819 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-1d1cb6d8-1133-427a-918f-b232d5f6822b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:55.692243 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:56.551798 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:06:58.234208 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:23.012875 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-6c299642-c89f-4dd1-900a-2a12c7a75b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:25.610996 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-38abb5b1-ca90-486b-bbfd-ff86e2fde8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:25.686445 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:26.298079 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 5 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:07:26.556893 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:28.235631 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:53.015578 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-11777fe2-5482-4377-a9d5-49f06ca16d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:55.602274 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-246c7dda-54f2-4fe2-a25f-209448763a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:55.687266 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:56.559178 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:07:58.234589 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:03.296355 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 5 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:08:14.739346 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 39934) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:14.801823 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca19d02-a425-4204-acfb-84cae86763b9 admin admin] GET failed (client error): The resource could not be found. Jul 15 19:08:14.803860 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-eca19d02-a425-4204-acfb-84cae86763b9 admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635185 Jul 15 19:08:14.958222 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e0438f-2555-4f61-9614-3e360a05a2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:14.959816 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-84e0438f-2555-4f61-9614-3e360a05a2eb admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1521099 Jul 15 19:08:17.110150 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 39944) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:17.200931 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e8d47c-ca3b-4eb1-8a4f-6a7b5c6ba63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:17.202253 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-b5e8d47c-ca3b-4eb1-8a4f-6a7b5c6ba63c admin admin] 10.222.0.73 "GET /v2.0/subnets/cddcb5a4-69f9-4773-be20-a7241c93e2f9 HTTP/1.1" status: 200 len: 849 time: 0.0911171 Jul 15 19:08:17.211808 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:08:17.368329 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:17.507010 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754284875403'] for subnet, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:17.533404 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:17.533996 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:17.535490 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] 10.222.0.73 "PUT /v2.0/subnets/cddcb5a4-69f9-4773-be20-a7241c93e2f9 HTTP/1.1" status: 200 len: 868 time: 0.3276546 Jul 15 19:08:17.540050 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331c4232-eddb-4536-88a8-37f4d0f9097d None None] Network 8a43a241-afb1-43b7-84dc-ed67bb69c7f3 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:08:17.560442 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cddcb5a4-69f9-4773-be20-a7241c93e2f9,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:08:17.567763 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:17.568205 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:17.569137 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:17.569452 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:17.569869 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:17.570225 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:17.570583 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:17.570910 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:17.571244 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:17.571680 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:17.571896 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:17.572202 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e1c0-302a-4d09-af52-b8800be76072 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:08:17.898889 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-994d4580-2eeb-461e-9f77-66d9065c0cb2 None None] Provisioning complete for port 1f9fa3b5-b4ab-4025-9312-d9b345b3acde triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:17.899268 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-994d4580-2eeb-461e-9f77-66d9065c0cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:17.985444 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-994d4580-2eeb-461e-9f77-66d9065c0cb2 None None] Provisioning complete for port 367fba96-f96c-4575-bc3a-72a6fb7e148b triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:08:17.985444 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-994d4580-2eeb-461e-9f77-66d9065c0cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:19.713360 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 39952) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:19.914037 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf2774f-2877-40dc-baba-51e329a78dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:19.914420 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf2774f-2877-40dc-baba-51e329a78dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:19.915975 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-edf2774f-2877-40dc-baba-51e329a78dd4 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2016695 Jul 15 19:08:22.078563 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 39960) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:22.202855 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0946d0da-7cb1-4871-8b24-e83a4430b788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:22.203326 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0946d0da-7cb1-4871-8b24-e83a4430b788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:22.204837 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-0946d0da-7cb1-4871-8b24-e83a4430b788 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1253104 Jul 15 19:08:23.016149 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-ca014792-919c-4cf0-a664-a9e48817c702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:24.348553 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 39968) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:24.469935 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c68bc4e-36a3-47c4-8ee9-38d0a3898e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:24.471303 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-4c68bc4e-36a3-47c4-8ee9-38d0a3898e1b admin admin] 10.222.0.73 "GET /v2.0/networks/2fe01b8c-3178-4875-bf1e-3816faa9377f HTTP/1.1" status: 200 len: 886 time: 0.1217000 Jul 15 19:08:25.607659 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-76ac9deb-8222-48a4-a062-e90840a5e464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:25.687102 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:26.563667 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:26.613449 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 39976) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:26.740877 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a0c132-c9da-4526-924f-fa4608d940e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:26.742247 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-d3a0c132-c9da-4526-924f-fa4608d940e1 admin admin] 10.222.0.73 "GET /v2.0/networks/8a43a241-afb1-43b7-84dc-ed67bb69c7f3 HTTP/1.1" status: 200 len: 870 time: 0.1278710 Jul 15 19:08:28.237209 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:28.883616 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 39984) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:29.008573 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e95a654-1a9b-4cf1-9d4d-c3b39728c894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:29.009028 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e95a654-1a9b-4cf1-9d4d-c3b39728c894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:29.010657 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-2e95a654-1a9b-4cf1-9d4d-c3b39728c894 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260104 Jul 15 19:08:31.189351 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 39994) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:31.279645 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35313561-1de8-492e-8558-7abc467e748d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:31.280099 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35313561-1de8-492e-8558-7abc467e748d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:31.281633 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-35313561-1de8-492e-8558-7abc467e748d admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912941 Jul 15 19:08:33.427804 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40002) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:33.512377 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0afac6-99ab-4765-9db3-03be2aa4bb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:33.513708 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-1c0afac6-99ab-4765-9db3-03be2aa4bb7e admin admin] 10.222.0.73 "GET /v2.0/subnets/206b0eb6-95e6-4268-8bc4-a0ef773dc97c HTTP/1.1" status: 200 len: 816 time: 0.0849741 Jul 15 19:08:35.687290 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40010) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:08:35.774664 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be81e15b-7511-46ea-83ea-ca9e2008d4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:08:35.775980 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-be81e15b-7511-46ea-83ea-ca9e2008d4ab admin admin] 10.222.0.73 "GET /v2.0/subnets/cddcb5a4-69f9-4773-be20-a7241c93e2f9 HTTP/1.1" status: 200 len: 868 time: 0.0877588 Jul 15 19:08:40.294539 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 5 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:08:53.017698 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-842f78f1-2b90-4162-9db8-7a896496c70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:55.611409 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-dc213c1d-6329-4425-90c1-8bbbd0258f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:55.688483 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:56.565533 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:08:58.241971 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:00.261165 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 40062) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:00.306053 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [None req-beaa358c-0ada-4cc6-9a2c-7ec30e683ff8 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:09:00.307094 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-beaa358c-0ada-4cc6-9a2c-7ec30e683ff8 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449817 Jul 15 19:09:02.532100 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 40070) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:02.590172 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2c5899-eaac-474e-a732-57514ab92ed1 admin admin] GET failed (client error): The resource could not be found. Jul 15 19:09:02.591499 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-da2c5899-eaac-474e-a732-57514ab92ed1 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0584359 Jul 15 19:09:02.731929 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aa3441-d286-4ed7-8c8e-949381f13d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:02.733331 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-00aa3441-d286-4ed7-8c8e-949381f13d22 admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1379948 Jul 15 19:09:04.941265 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40078) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:04.986287 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-9a2938c1-709d-44b7-b326-05f61073a2ea admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:05.010035 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2938c1-709d-44b7-b326-05f61073a2ea admin admin] Made reservation on behalf of 6fc5261ef5664e46be40cc23e35c4737 for: {'network': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:09:05.012329 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9a2938c1-709d-44b7-b326-05f61073a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.039769 dv-cinder-784453-9-iscsi neutron-server[93321]: WARNING neutron.services.revisions.revision_plugin [None req-9a2938c1-709d-44b7-b326-05f61073a2ea admin admin] Could not find related network for resource to bump revision. Jul 15 19:09:05.055712 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2938c1-709d-44b7-b326-05f61073a2ea admin admin] vlan segment allocate from pool success with {'vlan_id': 1172, 'physical_network': 'physnet1'} {{(pid=93321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:09:05.069396 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9a2938c1-709d-44b7-b326-05f61073a2ea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754284971331', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.069945 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9a2938c1-709d-44b7-b326-05f61073a2ea admin admin] Unsubscribe: segment precommit_create {{(pid=93321) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 19:09:05.070363 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.segments_db [None req-9a2938c1-709d-44b7-b326-05f61073a2ea admin admin] Added segment 1360bfd8-a66b-4dfe-ad46-1db9887af7ac of type vlan for network 09061436-e478-4ac1-9273-cf275ae8b51d Jul 15 19:09:05.119832 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9a2938c1-709d-44b7-b326-05f61073a2ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.158074 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9a2938c1-709d-44b7-b326-05f61073a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.158957 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2938c1-709d-44b7-b326-05f61073a2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:05.159527 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9a2938c1-709d-44b7-b326-05f61073a2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:05.204264 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-9a2938c1-709d-44b7-b326-05f61073a2ea admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2619567 Jul 15 19:09:05.255451 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2938c1-709d-44b7-b326-05f61073a2ea admin admin] Pushing event updated for resources: {'Network': ['ID=09061436-e478-4ac1-9273-cf275ae8b51d,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:05.267048 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network 09061436-e478-4ac1-9273-cf275ae8b51d details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:09:07.369653 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40086) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:09:07.427117 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5335144-b4f2-4bbc-87c9-8102ca5f3610 admin admin] GET failed (client error): The resource could not be found. Jul 15 19:09:07.428433 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-b5335144-b4f2-4bbc-87c9-8102ca5f3610 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0578265 Jul 15 19:09:07.495673 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae2fe63-0abd-46e6-a41e-74d6963bb774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:07.497106 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-8ae2fe63-0abd-46e6-a41e-74d6963bb774 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0648592 Jul 15 19:09:07.506867 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-e0d5f296-8998-433f-a58d-3005c4f44a88 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '09061436-e478-4ac1-9273-cf275ae8b51d', 'cidr': '192.168.233.0/24'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:09:07.527071 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d5f296-8998-433f-a58d-3005c4f44a88 admin admin] Made reservation on behalf of 6fc5261ef5664e46be40cc23e35c4737 for: {'subnet': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:09:07.529280 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e0d5f296-8998-433f-a58d-3005c4f44a88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:07.685102 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e0d5f296-8998-433f-a58d-3005c4f44a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for subnet, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:07.745560 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5f296-8998-433f-a58d-3005c4f44a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6340ef94-f582-4493-948f-49a9f2e75fef,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:07.753348 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d5f296-8998-433f-a58d-3005c4f44a88 admin admin] Checking segment: {'id': '1360bfd8-a66b-4dfe-ad46-1db9887af7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '09061436-e478-4ac1-9273-cf275ae8b51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:09:07.753795 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d5f296-8998-433f-a58d-3005c4f44a88 admin admin] Network hostable DHCP agents. Network: 09061436-e478-4ac1-9273-cf275ae8b51d, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:09:07.772991 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d5f296-8998-433f-a58d-3005c4f44a88 admin admin] Network 09061436-e478-4ac1-9273-cf275ae8b51d is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:09:07.781940 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-e0d5f296-8998-433f-a58d-3005c4f44a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, 09061436-e478-4ac1-9273-cf275ae8b51d) {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:09:07.785944 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d5f296-8998-433f-a58d-3005c4f44a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:09:07.786648 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e0d5f296-8998-433f-a58d-3005c4f44a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:07.791701 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ab384e-ed08-4557-b04d-d9f697b97174 None None] Network 09061436-e478-4ac1-9273-cf275ae8b51d requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:09:07.801118 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-e0d5f296-8998-433f-a58d-3005c4f44a88 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2980847 Jul 15 19:09:08.039233 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd5ea0a1-21e6-5cea-93ef-ecf5ad1bc28f-09061436-e478-4ac1-9273-cf275ae8b51d', 'network_id': '09061436-e478-4ac1-9273-cf275ae8b51d', 'tenant_id': '6fc5261ef5664e46be40cc23e35c4737', 'fixed_ips': [{'subnet_id': '6340ef94-f582-4493-948f-49a9f2e75fef'}]}} from dv-cinder-784453-9-iscsi. {{(pid=93323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:09:08.040120 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:08.179374 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.db_base_plugin_common [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Allocated IP 192.168.233.2 (09061436-e478-4ac1-9273-cf275ae8b51d/6340ef94-f582-4493-948f-49a9f2e75fef/7c8d4438-498f-44c0-b047-d229ac1dd1ed) {{(pid=93323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:09:08.324851 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Notify callbacks [] for port, precommit_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:08.333710 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Transition to ACTIVE for port object 7c8d4438-498f-44c0-b047-d229ac1dd1ed will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:09:08.348256 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Transition to ACTIVE for port object 7c8d4438-498f-44c0-b047-d229ac1dd1ed will not be triggered until provisioned by entity DHCP. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:09:08.354034 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203'] for port, after_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:08.399120 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Network 09061436-e478-4ac1-9273-cf275ae8b51d is already hosted by enough agents. {{(pid=93323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:09:08.402060 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.base_scheduler [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Resources bound (agent type, host, resource id): {{(pid=93323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:09:08.406314 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Received port after_create {{(pid=93323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:09:08.409329 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Pushing event updated for resources: {'Port': ['ID=7c8d4438-498f-44c0-b047-d229ac1dd1ed,revision_number=1']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:08.417527 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.417879 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.418227 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.418602 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.418933 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.419269 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.419605 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.419932 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.420278 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.420610 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.420933 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.421258 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:09:08.477026 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Attempting to bind port 7c8d4438-498f-44c0-b047-d229ac1dd1ed on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:09:08.477397 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Attempting to bind port 7c8d4438-498f-44c0-b047-d229ac1dd1ed by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': '1360bfd8-a66b-4dfe-ad46-1db9887af7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '09061436-e478-4ac1-9273-cf275ae8b51d'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:09:08.477769 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Attempting to bind port 7c8d4438-498f-44c0-b047-d229ac1dd1ed on network 09061436-e478-4ac1-9273-cf275ae8b51d {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:09:08.482768 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:09:08.483139 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Checking segment: {'id': '1360bfd8-a66b-4dfe-ad46-1db9887af7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '09061436-e478-4ac1-9273-cf275ae8b51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:09:08.483541 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:08.483933 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Bound using segment: {'id': '1360bfd8-a66b-4dfe-ad46-1db9887af7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '09061436-e478-4ac1-9273-cf275ae8b51d'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:09:08.484408 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Bound port: 7c8d4438-498f-44c0-b047-d229ac1dd1ed, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1360bfd8-a66b-4dfe-ad46-1db9887af7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '09061436-e478-4ac1-9273-cf275ae8b51d'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:09:08.484809 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:08.546720 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] For port 7c8d4438-498f-44c0-b047-d229ac1dd1ed, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:09:08.550244 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] For port 7c8d4438-498f-44c0-b047-d229ac1dd1ed, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=7c8d4438-498f-44c0-b047-d229ac1dd1ed,segment=NetworkSegment(1360bfd8-a66b-4dfe-ad46-1db9887af7ac),segment_id=1360bfd8-a66b-4dfe-ad46-1db9887af7ac)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:09:08.555542 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:08.618703 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2f420-1dc1-4b3b-b130-f7a21663833a None None] Pushing event updated for resources: {'Port': ['ID=7c8d4438-498f-44c0-b047-d229ac1dd1ed,revision_number=2']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:09.438008 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffb921b-bd5c-4f88-a8da-294bbe498f40 None None] Network 09061436-e478-4ac1-9273-cf275ae8b51d requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:09:09.558110 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-4d0f1d94-f3a4-489b-97b4-bd8d6e03a409 None None] Provisioning for port 7c8d4438-498f-44c0-b047-d229ac1dd1ed completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:09:09.702028 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 7c8d4438-498f-44c0-b047-d229ac1dd1ed up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:09:09.765741 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 7c8d4438-498f-44c0-b047-d229ac1dd1ed completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:09:09.770968 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 7c8d4438-498f-44c0-b047-d229ac1dd1ed triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:09.771336 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:09.850083 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:09.897602 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port 7c8d4438-498f-44c0-b047-d229ac1dd1ed, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=7c8d4438-498f-44c0-b047-d229ac1dd1ed,segment=NetworkSegment(1360bfd8-a66b-4dfe-ad46-1db9887af7ac),segment_id=1360bfd8-a66b-4dfe-ad46-1db9887af7ac)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:09:09.899218 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-1ce17397-1c3a-4d51-9db9-56faf13fb815 None None] Provisioning complete for port 7c8d4438-498f-44c0-b047-d229ac1dd1ed triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:09.899668 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-1ce17397-1c3a-4d51-9db9-56faf13fb815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:09.902521 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:09.980499 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=7c8d4438-498f-44c0-b047-d229ac1dd1ed,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:09:11.671314 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 7c8d4438-498f-44c0-b047-d229ac1dd1ed up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:09:11.719890 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 7c8d4438-498f-44c0-b047-d229ac1dd1ed triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:09:11.720260 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:17.293628 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 5 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:09:23.020017 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1524-cd3a-450d-aa13-c209729b5fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:25.613232 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e5c6f47a-b893-4ad5-a057-3eb37706f72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:25.690733 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:26.568752 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:28.246643 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:53.023167 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-b7f8d3bc-1995-4a05-a979-4fd594997d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:54.292327 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 5 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:09:55.614716 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-8101ca8a-0720-494c-80ac-594c01f4ff06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:55.690297 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:56.571632 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:09:58.248915 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:17.580996 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40138) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:17.587581 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [None req-fd5dd842-dd9f-4b62-9308-cf127b086d66 tempest-verify_tempest_config-2034395623 tempest-verify_tempest_config-2034395623-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:10:17.588547 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-fd5dd842-dd9f-4b62-9308-cf127b086d66 tempest-verify_tempest_config-2034395623 tempest-verify_tempest_config-2034395623-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065937 Jul 15 19:10:17.886257 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 40156) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:17.983821 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d16602b0-f889-49fa-95aa-4ed3746528ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:18.073154 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d16602b0-f889-49fa-95aa-4ed3746528ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:18.076828 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d16602b0-f889-49fa-95aa-4ed3746528ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:18.121592 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-d16602b0-f889-49fa-95aa-4ed3746528ae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fe6f01c2102e465d9c6df00bf6a1977f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2342963 Jul 15 19:10:18.122676 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16602b0-f889-49fa-95aa-4ed3746528ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6b3591-c2dc-4aad-abc8-a7ba57450096,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:18.124548 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40162) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:10:18.129921 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16602b0-f889-49fa-95aa-4ed3746528ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.130333 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16602b0-f889-49fa-95aa-4ed3746528ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.130718 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16602b0-f889-49fa-95aa-4ed3746528ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.131059 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16602b0-f889-49fa-95aa-4ed3746528ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.131389 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16602b0-f889-49fa-95aa-4ed3746528ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.131736 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16602b0-f889-49fa-95aa-4ed3746528ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.132098 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16602b0-f889-49fa-95aa-4ed3746528ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.132428 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16602b0-f889-49fa-95aa-4ed3746528ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.132754 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16602b0-f889-49fa-95aa-4ed3746528ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.133078 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16602b0-f889-49fa-95aa-4ed3746528ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.133405 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16602b0-f889-49fa-95aa-4ed3746528ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.133725 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16602b0-f889-49fa-95aa-4ed3746528ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.197418 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ae7ca74b-6003-412f-a79b-e9b71709530a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:18.217645 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ae7ca74b-6003-412f-a79b-e9b71709530a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:18.304991 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ae7ca74b-6003-412f-a79b-e9b71709530a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:18.307429 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ae7ca74b-6003-412f-a79b-e9b71709530a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:18.308593 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-ae7ca74b-6003-412f-a79b-e9b71709530a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ef6b3591-c2dc-4aad-abc8-a7ba57450096 HTTP/1.1" status: 204 len: 168 time: 0.1830978 Jul 15 19:10:18.317722 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ca74b-6003-412f-a79b-e9b71709530a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6b3591-c2dc-4aad-abc8-a7ba57450096,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:10:18.324282 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ca74b-6003-412f-a79b-e9b71709530a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.324700 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ca74b-6003-412f-a79b-e9b71709530a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.324955 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ca74b-6003-412f-a79b-e9b71709530a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.325287 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ca74b-6003-412f-a79b-e9b71709530a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.325615 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ca74b-6003-412f-a79b-e9b71709530a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.325947 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ca74b-6003-412f-a79b-e9b71709530a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.326272 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ca74b-6003-412f-a79b-e9b71709530a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.326623 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ca74b-6003-412f-a79b-e9b71709530a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.326975 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ca74b-6003-412f-a79b-e9b71709530a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.327298 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ca74b-6003-412f-a79b-e9b71709530a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.327615 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ca74b-6003-412f-a79b-e9b71709530a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:18.327933 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7ca74b-6003-412f-a79b-e9b71709530a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:10:23.028572 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-743d3a5b-4742-487f-802f-733328f3f351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.617025 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-fdc87dc5-f9b6-4597-9d13-d60330e76a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:25.690705 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:26.574580 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:28.252442 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:31.290196 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 5 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:10:53.031512 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e4e2b1fe-6bec-4a25-b166-284f37cede75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:55.617542 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-02d5e6d7-55f8-4638-9ac2-490848ffb0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:55.693036 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:56.577621 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:10:58.250059 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:08.290057 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 5 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:11:23.033267 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b5e8-288e-4505-83d5-358f3ca1c486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:25.618551 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-a1a1b9a4-0ae8-440e-a27a-7bcbce4a4bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:25.695028 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:26.578772 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:28.252156 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:45.288728 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 5 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:11:53.037726 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-81865d75-46ca-4eb3-b35e-756b6fd567f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.618637 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-44730bdb-a625-43ce-a7cb-0e63cc31e89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:55.695719 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:56.582337 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:58.255891 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:11:58.544625 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-973323'] for agent, after_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:12.671558 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40234) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:12.773527 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-02bf962c-38df-4a23-aa0e-6a4ee42f97f0 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1008878 Jul 15 19:12:14.933420 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40244) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:12:14.984886 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-867ac90a-8358-48f6-b30e-3c61231dec22 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0503857 Jul 15 19:12:22.287203 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:12:23.038195 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-9e3714f4-bd61-4048-a5cb-a99b47fc3410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:25.618233 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-643d60bc-c990-46f7-ab5b-3b0268342586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:25.703798 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:26.584343 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:28.260212 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:28.556021 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:53.038325 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7386-6b69-4968-bc8e-3635554ef555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:55.617504 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-5e414760-df0c-40cf-98b4-e823757af0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:55.692691 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:56.588137 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:58.261844 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:58.564514 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:12:59.285717 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:13:23.039975 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-07d9be83-8e54-431d-b731-77d6031b8d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:25.618887 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-3c73c7d1-5ba0-4fbc-88d9-c38b1fb482e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:25.693013 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:26.590061 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.264658 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:28.570867 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:36.283783 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:13:42.389543 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40396) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:42.689909 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1983351496-network', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:42.714648 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Made reservation on behalf of cd62e01c91bf494db0e0d5e92bd12beb for: {'network': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:42.717131 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:42.725764 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:42.831507 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:42.835942 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:42.861359 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6351c42-74a2-43ac-828c-983b1a36bc78,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:42.870530 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:42.871196 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:42.872017 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:42.872258 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:42.872780 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:42.873348 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:42.873686 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:42.874015 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:42.874657 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:42.875030 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:42.875310 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:42.875685 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:42.876299 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 40432) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Tracked resource versions report: Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: pushed versions: Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: { 'AddressGroup': {'1.2'}, Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'ConntrackHelper': {'1.0'}, Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Log': {'1.0'}, Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Network': {'1.1'}, Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Port': {'1.7'}, Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'PortForwarding': {'1.2'}, Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'QosPolicy': {'1.8'}, Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'SecurityGroup': {'1.4'}, Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'SecurityGroupRule': {'1.2'}, Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'SubPort': {'1.0'}, Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Subnet': {'1.1'}, Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Trunk': {'1.1'}} Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: consumer versions: Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: { DHCP agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: HyperV agent@hv-cinder-78445: {}, Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: L3 agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: Metadata agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: Metering agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: Open vSwitch agent@dv-cinder-784453-9-iscsi: { 'AddressGroup': '1.2', Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'ConntrackHelper': '1.0', Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Log': '1.0', Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Network': '1.1', Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Port': '1.7', Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'PortForwarding': '1.2', Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'QosPolicy': '1.8', Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'SecurityGroup': '1.4', Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'SecurityGroupRule': '1.2', Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'SubPort': '1.0', Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Subnet': '1.1', Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: 'Trunk': '1.1'}} Jul 15 19:13:42.877085 dv-cinder-784453-9-iscsi neutron-server[93321]: {{(pid=93321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 19:13:42.888625 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=93321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:13:42.899068 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:42.899415 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.segments_db [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Added segment 76bf647f-957f-49b2-af8c-aa0b64c006d1 of type vlan for network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 Jul 15 19:13:42.941605 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:42.970243 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:42.971311 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:42.971907 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:43.011462 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6172574 Jul 15 19:13:43.011812 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 40446) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:43.017268 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Request body: {'subnet': {'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1983351496-subnet', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:43.045891 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Made reservation on behalf of cd62e01c91bf494db0e0d5e92bd12beb for: {'subnet': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:43.049102 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:43.147576 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276c1ea-2abd-41bb-a095-06185626f83c admin admin] Pushing event updated for resources: {'Network': ['ID=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:43.159025 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:13:43.247657 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-96e5e6e7-ffbb-49e2-991e-f8b370c532c8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-470339507-network', 'tenant_id': '2285b96cbf0e4f9382a340a31ff58fca'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:43.270672 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for subnet, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:43.283495 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e5e6e7-ffbb-49e2-991e-f8b370c532c8 admin admin] Made reservation on behalf of 2285b96cbf0e4f9382a340a31ff58fca for: {'network': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:43.285787 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-96e5e6e7-ffbb-49e2-991e-f8b370c532c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:43.322138 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-96e5e6e7-ffbb-49e2-991e-f8b370c532c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:43.352511 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73946c0a-f74c-48dd-bd39-ef27990bbc2b,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:43.365422 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:43.366017 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:43.366532 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:43.367038 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:43.367520 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:43.368038 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:43.368376 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:43.368704 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:43.369043 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:43.369367 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:43.369848 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:43.370170 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Tracked resource versions report: Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: pushed versions: Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: { 'AddressGroup': {'1.2'}, Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'ConntrackHelper': {'1.0'}, Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Log': {'1.0'}, Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Network': {'1.1'}, Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Port': {'1.7'}, Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'PortForwarding': {'1.2'}, Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'QosPolicy': {'1.8'}, Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'SecurityGroup': {'1.4'}, Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'SecurityGroupRule': {'1.2'}, Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'SubPort': {'1.0'}, Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Subnet': {'1.1'}, Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Trunk': {'1.1'}} Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: consumer versions: Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: { DHCP agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: HyperV agent@hv-cinder-78445: {}, Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: L3 agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: Metadata agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: Metering agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: Open vSwitch agent@dv-cinder-784453-9-iscsi: { 'AddressGroup': '1.2', Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'ConntrackHelper': '1.0', Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Log': '1.0', Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Network': '1.1', Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Port': '1.7', Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'PortForwarding': '1.2', Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'QosPolicy': '1.8', Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'SecurityGroup': '1.4', Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'SecurityGroupRule': '1.2', Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'SubPort': '1.0', Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Subnet': '1.1', Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: 'Trunk': '1.1'}} Jul 15 19:13:43.371496 dv-cinder-784453-9-iscsi neutron-server[93322]: {{(pid=93322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 19:13:43.382706 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Checking segment: {'id': '76bf647f-957f-49b2-af8c-aa0b64c006d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:13:43.383064 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Network hostable DHCP agents. Network: a61add7c-79f1-4ffd-8a3c-8aa0e345ad23, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:13:43.413193 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:13:43.429480 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, a61add7c-79f1-4ffd-8a3c-8aa0e345ad23) {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:43.437442 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:43.438523 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:43.441768 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cdd583-c708-44f0-a81a-6c4c48e19258 None None] Network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:13:43.492080 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-96e5e6e7-ffbb-49e2-991e-f8b370c532c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:43.499961 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-96e5e6e7-ffbb-49e2-991e-f8b370c532c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:43.508870 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-5abe9081-2003-499e-90cf-a8511ca62c16 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4957836 Jul 15 19:13:43.511405 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40466) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:43.516523 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:43.546774 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e5e6e7-ffbb-49e2-991e-f8b370c532c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1181, 'physical_network': 'physnet1'} {{(pid=93322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:13:43.561653 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40470) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:43.569612 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7015'] for router, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:43.570893 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:43.577457 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-96e5e6e7-ffbb-49e2-991e-f8b370c532c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:43.577938 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.segments_db [None req-96e5e6e7-ffbb-49e2-991e-f8b370c532c8 admin admin] Added segment e3d8ba23-33a3-4299-9be8-8104251ada1e of type vlan for network f1067eff-65d1-4cf4-9126-ca03b68e68ce Jul 15 19:13:43.676379 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-96e5e6e7-ffbb-49e2-991e-f8b370c532c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:43.680410 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:43.700923 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5e6e7-ffbb-49e2-991e-f8b370c532c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227d300d-5fa0-4ed2-a204-8b3a4986a4c0,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:43.742914 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd5ea0a1-21e6-5cea-93ef-ecf5ad1bc28f-a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'fixed_ips': [{'subnet_id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b'}]}} from dv-cinder-784453-9-iscsi. {{(pid=93323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:13:43.744232 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:43.749896 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-96e5e6e7-ffbb-49e2-991e-f8b370c532c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:43.751108 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e5e6e7-ffbb-49e2-991e-f8b370c532c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:43.752036 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-96e5e6e7-ffbb-49e2-991e-f8b370c532c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:43.798314 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-96e5e6e7-ffbb-49e2-991e-f8b370c532c8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9130552 Jul 15 19:13:43.799292 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 40478) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:43.811298 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-c6ff24db-4533-47af-a2ff-624cb1f6afdd admin admin] Request body: {'subnet': {'network_id': 'f1067eff-65d1-4cf4-9126-ca03b68e68ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-470339507-subnet', 'tenant_id': '2285b96cbf0e4f9382a340a31ff58fca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:43.832624 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40484) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:43.846787 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5766'] for router, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:43.867672 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5e6e7-ffbb-49e2-991e-f8b370c532c8 admin admin] Pushing event updated for resources: {'Network': ['ID=f1067eff-65d1-4cf4-9126-ca03b68e68ce,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:43.871186 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ff24db-4533-47af-a2ff-624cb1f6afdd admin admin] Made reservation on behalf of 2285b96cbf0e4f9382a340a31ff58fca for: {'subnet': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:43.873985 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-c6ff24db-4533-47af-a2ff-624cb1f6afdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:43.887964 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network f1067eff-65d1-4cf4-9126-ca03b68e68ce details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:13:44.038637 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.db_base_plugin_common [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Allocated IP 172.20.0.2 (a61add7c-79f1-4ffd-8a3c-8aa0e345ad23/73946c0a-f74c-48dd-bd39-ef27990bbc2b/1ffbe0cb-0e0a-4024-8894-b0ec76b532e1) {{(pid=93323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:13:44.094469 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-6c1c44b0-70e9-4880-82b1-50781d100f05 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-network', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:44.122262 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 40496) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:44.129361 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-c6ff24db-4533-47af-a2ff-624cb1f6afdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for subnet, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.157600 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-1601d91f-4661-4ef7-829d-24f808bac466 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-679370574-network', 'tenant_id': '2f2a875547574100a036653bb94594d9'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:44.192438 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1c44b0-70e9-4880-82b1-50781d100f05 admin admin] Made reservation on behalf of f17444fe2294411aa2ae77841e6aff16 for: {'network': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:44.208755 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6c1c44b0-70e9-4880-82b1-50781d100f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.213355 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1601d91f-4661-4ef7-829d-24f808bac466 admin admin] Made reservation on behalf of 2f2a875547574100a036653bb94594d9 for: {'network': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:44.215879 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1601d91f-4661-4ef7-829d-24f808bac466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.226290 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.257775 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff24db-4533-47af-a2ff-624cb1f6afdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b7c6d62-5a9b-4b80-bb24-ed43ed410a63,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:44.258033 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6c1c44b0-70e9-4880-82b1-50781d100f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.261026 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1601d91f-4661-4ef7-829d-24f808bac466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.270828 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.274047 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ff24db-4533-47af-a2ff-624cb1f6afdd admin admin] Checking segment: {'id': 'e3d8ba23-33a3-4299-9be8-8104251ada1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f1067eff-65d1-4cf4-9126-ca03b68e68ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:13:44.274402 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ff24db-4533-47af-a2ff-624cb1f6afdd admin admin] Network hostable DHCP agents. Network: f1067eff-65d1-4cf4-9126-ca03b68e68ce, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:13:44.300988 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ff24db-4533-47af-a2ff-624cb1f6afdd admin admin] Network f1067eff-65d1-4cf4-9126-ca03b68e68ce is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:13:44.304923 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.314885 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-9dc15b09-d9a0-4f7c-9cdc-be051f6e6779 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-651401368-network', 'tenant_id': '8f07cb303335437f9507f6887f302493'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:44.322381 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Transition to ACTIVE for port object 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:13:44.330941 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-c6ff24db-4533-47af-a2ff-624cb1f6afdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, f1067eff-65d1-4cf4-9126-ca03b68e68ce) {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:44.338063 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ff24db-4533-47af-a2ff-624cb1f6afdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:44.339488 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-c6ff24db-4533-47af-a2ff-624cb1f6afdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.342020 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576c93c4-569b-4836-9e6e-00ee5b598107 None None] Network f1067eff-65d1-4cf4-9126-ca03b68e68ce requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:13:44.376031 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Transition to ACTIVE for port object 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 will not be triggered until provisioned by entity DHCP. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:13:44.391906 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203'] for port, after_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.448662 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Allocated IP 172.27.0.31 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/99f3ce08-8054-462f-99b6-5d0de3eb3a0d) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:13:44.465245 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 is already hosted by enough agents. {{(pid=93323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:13:44.470769 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.base_scheduler [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Resources bound (agent type, host, resource id): {{(pid=93323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:44.478057 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Received port after_create {{(pid=93323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:13:44.517507 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6c1c44b0-70e9-4880-82b1-50781d100f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.531265 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-c6ff24db-4533-47af-a2ff-624cb1f6afdd admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7290125 Jul 15 19:13:44.538635 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Pushing event updated for resources: {'Port': ['ID=1ffbe0cb-0e0a-4024-8894-b0ec76b532e1,revision_number=1']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:44.550187 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6c1c44b0-70e9-4880-82b1-50781d100f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.571991 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.db.api [None req-9dc15b09-d9a0-4f7c-9cdc-be051f6e6779 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 19:13:44.571991 dv-cinder-784453-9-iscsi neutron-server[93322]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 19:13:44.571991 dv-cinder-784453-9-iscsi neutron-server[93322]: [parameters: {'project_id_1': '8f07cb303335437f9507f6887f302493', 'expiration_1': datetime.datetime(2021, 7, 15, 19, 13, 44, 321336)}] Jul 15 19:13:44.571991 dv-cinder-784453-9-iscsi neutron-server[93322]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93322) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 19:13:44.572727 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG oslo_db.api [None req-9dc15b09-d9a0-4f7c-9cdc-be051f6e6779 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 19:13:44.587435 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1c44b0-70e9-4880-82b1-50781d100f05 admin admin] vlan segment allocate from pool success with {'vlan_id': 1169, 'physical_network': 'physnet1'} {{(pid=93321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:13:44.622901 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:44.623303 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:44.624072 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:44.624824 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:44.625214 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:44.625554 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:44.625809 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6c1c44b0-70e9-4880-82b1-50781d100f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.626482 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:44.626824 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:44.627115 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.segments_db [None req-6c1c44b0-70e9-4880-82b1-50781d100f05 admin admin] Added segment 907bbd48-fea1-4b7b-a422-e3eb723d5a67 of type vlan for network 79cfa60d-4e34-4970-b217-9f5f6601a96f Jul 15 19:13:44.627238 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:44.627540 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:44.627871 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:44.628234 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Tracked resource versions report: Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: pushed versions: Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: { 'AddressGroup': {'1.2'}, Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'ConntrackHelper': {'1.0'}, Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Log': {'1.0'}, Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Network': {'1.1'}, Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Port': {'1.7'}, Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'PortForwarding': {'1.2'}, Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'QosPolicy': {'1.8'}, Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'SecurityGroup': {'1.4'}, Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'SecurityGroupRule': {'1.2'}, Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'SubPort': {'1.0'}, Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Subnet': {'1.1'}, Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Trunk': {'1.1'}} Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: consumer versions: Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: { DHCP agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: HyperV agent@hv-cinder-78445: {}, Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: L3 agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: Metadata agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: Metering agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: Open vSwitch agent@dv-cinder-784453-9-iscsi: { 'AddressGroup': '1.2', Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'ConntrackHelper': '1.0', Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Log': '1.0', Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Network': '1.1', Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Port': '1.7', Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'PortForwarding': '1.2', Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'QosPolicy': '1.8', Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'SecurityGroup': '1.4', Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'SecurityGroupRule': '1.2', Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'SubPort': '1.0', Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Subnet': '1.1', Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: 'Trunk': '1.1'}} Jul 15 19:13:44.629987 dv-cinder-784453-9-iscsi neutron-server[93323]: {{(pid=93323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 19:13:44.663780 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Attempting to bind port 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:13:44.664205 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Attempting to bind port 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': '76bf647f-957f-49b2-af8c-aa0b64c006d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:13:44.664635 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Attempting to bind port 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 on network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:13:44.671559 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5a6e13-0452-4a5c-b353-3a77bf11abec None None] Network f1067eff-65d1-4cf4-9126-ca03b68e68ce requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:13:44.689894 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c44b0-70e9-4880-82b1-50781d100f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9d6120-e335-4055-aa89-0b9e122da14d,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:44.706222 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.728878 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6c1c44b0-70e9-4880-82b1-50781d100f05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.806390 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:13:44.807239 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Checking segment: {'id': '76bf647f-957f-49b2-af8c-aa0b64c006d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:13:44.807808 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.808506 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Bound using segment: {'id': '76bf647f-957f-49b2-af8c-aa0b64c006d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:13:44.809703 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Bound port: 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bf647f-957f-49b2-af8c-aa0b64c006d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:13:44.810727 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.845747 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6c1c44b0-70e9-4880-82b1-50781d100f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.846846 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1c44b0-70e9-4880-82b1-50781d100f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:44.847603 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6c1c44b0-70e9-4880-82b1-50781d100f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.899465 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1601d91f-4661-4ef7-829d-24f808bac466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.918367 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1601d91f-4661-4ef7-829d-24f808bac466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.925532 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:44.971749 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] For port 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:13:44.979570 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-6c1c44b0-70e9-4880-82b1-50781d100f05 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4167974 Jul 15 19:13:44.981491 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] For port 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=1ffbe0cb-0e0a-4024-8894-b0ec76b532e1,segment=NetworkSegment(76bf647f-957f-49b2-af8c-aa0b64c006d1),segment_id=76bf647f-957f-49b2-af8c-aa0b64c006d1)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:13:44.983289 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 40536) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:44.983464 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c44b0-70e9-4880-82b1-50781d100f05 admin admin] Pushing event updated for resources: {'Network': ['ID=79cfa60d-4e34-4970-b217-9f5f6601a96f,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:44.990843 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-e8417b23-7e0b-4afc-9329-0cbd4aa78fd5 admin admin] Request body: {'subnet': {'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-subnet', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:45.008927 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network 79cfa60d-4e34-4970-b217-9f5f6601a96f details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:13:45.009163 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1601d91f-4661-4ef7-829d-24f808bac466 admin admin] vlan segment allocate from pool success with {'vlan_id': 1180, 'physical_network': 'physnet1'} {{(pid=93321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:13:45.013516 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:13:45.022289 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8417b23-7e0b-4afc-9329-0cbd4aa78fd5 admin admin] Made reservation on behalf of f17444fe2294411aa2ae77841e6aff16 for: {'subnet': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:45.025698 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e8417b23-7e0b-4afc-9329-0cbd4aa78fd5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:45.033540 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:45.044136 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:45.053582 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:13:45.056711 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1601d91f-4661-4ef7-829d-24f808bac466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:45.057094 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.segments_db [None req-1601d91f-4661-4ef7-829d-24f808bac466 admin admin] Added segment 689bf4db-93fa-42b4-addd-ab5e7e4554ec of type vlan for network 48b7dc55-8d3a-45ee-8b37-941c087f6417 Jul 15 19:13:45.099939 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601d91f-4661-4ef7-829d-24f808bac466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989a6a6a-36cd-4677-ab52-00cfd14dc261,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:45.267699 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc15b09-d9a0-4f7c-9cdc-be051f6e6779 admin admin] Made reservation on behalf of 8f07cb303335437f9507f6887f302493 for: {'network': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:45.270452 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Pushing event updated for resources: {'Port': ['ID=99f3ce08-8054-462f-99b6-5d0de3eb3a0d,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:45.276078 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9dc15b09-d9a0-4f7c-9cdc-be051f6e6779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:45.298703 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1601d91f-4661-4ef7-829d-24f808bac466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:45.305669 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9dc15b09-d9a0-4f7c-9cdc-be051f6e6779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:45.357243 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7739361-9aae-4a67-8ef1-f57f95742ac1 None None] Pushing event updated for resources: {'Port': ['ID=1ffbe0cb-0e0a-4024-8894-b0ec76b532e1,revision_number=2']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:45.407169 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1601d91f-4661-4ef7-829d-24f808bac466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:45.408158 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1601d91f-4661-4ef7-829d-24f808bac466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:45.408742 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1601d91f-4661-4ef7-829d-24f808bac466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:45.542109 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e8417b23-7e0b-4afc-9329-0cbd4aa78fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for subnet, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:45.628191 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601d91f-4661-4ef7-829d-24f808bac466 admin admin] Pushing event updated for resources: {'Network': ['ID=48b7dc55-8d3a-45ee-8b37-941c087f6417,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:45.647206 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:45.653116 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network 48b7dc55-8d3a-45ee-8b37-941c087f6417 details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:13:45.689781 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8417b23-7e0b-4afc-9329-0cbd4aa78fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bf9fac0-3f6b-4c69-8651-18074b0e5c7d,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:45.693567 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9dc15b09-d9a0-4f7c-9cdc-be051f6e6779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:45.701264 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9dc15b09-d9a0-4f7c-9cdc-be051f6e6779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:45.721596 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8417b23-7e0b-4afc-9329-0cbd4aa78fd5 admin admin] Checking segment: {'id': '907bbd48-fea1-4b7b-a422-e3eb723d5a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:13:45.721954 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8417b23-7e0b-4afc-9329-0cbd4aa78fd5 admin admin] Network hostable DHCP agents. Network: 79cfa60d-4e34-4970-b217-9f5f6601a96f, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:13:45.821318 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc15b09-d9a0-4f7c-9cdc-be051f6e6779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c931929b-7cb1-4897-b977-e0990c965383,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:45.850526 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc15b09-d9a0-4f7c-9cdc-be051f6e6779 admin admin] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=93322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:13:45.868818 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-1601d91f-4661-4ef7-829d-24f808bac466 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0351429 Jul 15 19:13:45.871955 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40588) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:45.876677 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9dc15b09-d9a0-4f7c-9cdc-be051f6e6779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:45.879256 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.segments_db [None req-9dc15b09-d9a0-4f7c-9cdc-be051f6e6779 admin admin] Added segment 9b737b28-4160-4b85-9c08-96d9a118b12e of type vlan for network 24ebd5db-e6b4-4351-afb2-6548b006e9db Jul 15 19:13:45.884563 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-44049b94-e3a4-4b21-9d95-58cfb7bd7b5f admin admin] Request body: {'subnet': {'network_id': '48b7dc55-8d3a-45ee-8b37-941c087f6417', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-679370574-subnet', 'tenant_id': '2f2a875547574100a036653bb94594d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:45.955688 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44049b94-e3a4-4b21-9d95-58cfb7bd7b5f admin admin] Made reservation on behalf of 2f2a875547574100a036653bb94594d9 for: {'subnet': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:45.959238 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-44049b94-e3a4-4b21-9d95-58cfb7bd7b5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:45.971057 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9dc15b09-d9a0-4f7c-9cdc-be051f6e6779 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:46.008105 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:13:46.043035 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8417b23-7e0b-4afc-9329-0cbd4aa78fd5 admin admin] Network 79cfa60d-4e34-4970-b217-9f5f6601a96f is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:13:46.049788 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9dc15b09-d9a0-4f7c-9cdc-be051f6e6779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:46.051060 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc15b09-d9a0-4f7c-9cdc-be051f6e6779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:46.052091 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9dc15b09-d9a0-4f7c-9cdc-be051f6e6779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:46.063367 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-e8417b23-7e0b-4afc-9329-0cbd4aa78fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, 79cfa60d-4e34-4970-b217-9f5f6601a96f) {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:46.073491 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228120e6-2639-4e36-a4f1-c3c4283ce5e8 None None] Network 79cfa60d-4e34-4970-b217-9f5f6601a96f requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:13:46.089214 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8417b23-7e0b-4afc-9329-0cbd4aa78fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:46.090078 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e8417b23-7e0b-4afc-9329-0cbd4aa78fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:46.109413 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-9dc15b09-d9a0-4f7c-9cdc-be051f6e6779 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9860485 Jul 15 19:13:46.134678 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:13:46.143568 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 40598) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:46.149918 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-4328a26e-d0b0-48f2-bc8f-fd6c4a2baa3b admin admin] Request body: {'subnet': {'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-651401368-subnet', 'tenant_id': '8f07cb303335437f9507f6887f302493', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:46.153257 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc15b09-d9a0-4f7c-9cdc-be051f6e6779 admin admin] Pushing event updated for resources: {'Network': ['ID=24ebd5db-e6b4-4351-afb2-6548b006e9db,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:46.162189 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-e8417b23-7e0b-4afc-9329-0cbd4aa78fd5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1769943 Jul 15 19:13:46.170776 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 40600) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:46.193593 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:46.251448 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4328a26e-d0b0-48f2-bc8f-fd6c4a2baa3b admin admin] Made reservation on behalf of 8f07cb303335437f9507f6887f302493 for: {'subnet': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:46.253923 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4328a26e-d0b0-48f2-bc8f-fd6c4a2baa3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:46.257825 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network 24ebd5db-e6b4-4351-afb2-6548b006e9db details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:13:46.305658 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 40618) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:46.345919 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7015'] for router, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:46.346909 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:46.369161 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-44049b94-e3a4-4b21-9d95-58cfb7bd7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for subnet, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:46.414248 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:46.547694 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44049b94-e3a4-4b21-9d95-58cfb7bd7b5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ecd3f9f-46cf-49c9-b1db-5c25cb481826,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:46.575142 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978432'] for router, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:46.590185 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44049b94-e3a4-4b21-9d95-58cfb7bd7b5f admin admin] Checking segment: {'id': '689bf4db-93fa-42b4-addd-ab5e7e4554ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '48b7dc55-8d3a-45ee-8b37-941c087f6417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:13:46.598749 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44049b94-e3a4-4b21-9d95-58cfb7bd7b5f admin admin] Network hostable DHCP agents. Network: 48b7dc55-8d3a-45ee-8b37-941c087f6417, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:13:46.627264 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd5ea0a1-21e6-5cea-93ef-ecf5ad1bc28f-79cfa60d-4e34-4970-b217-9f5f6601a96f', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d'}]}} from dv-cinder-784453-9-iscsi. {{(pid=93323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:13:46.629585 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:46.694283 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40636) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:46.705494 dv-cinder-784453-9-iscsi neutron-server[93321]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 19:13:46.781315 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7cbf99-7a7c-4f32-88db-7011cd8088d9 None None] Network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:13:46.795833 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44049b94-e3a4-4b21-9d95-58cfb7bd7b5f admin admin] Network 48b7dc55-8d3a-45ee-8b37-941c087f6417 is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:13:46.875428 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-44049b94-e3a4-4b21-9d95-58cfb7bd7b5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, 48b7dc55-8d3a-45ee-8b37-941c087f6417) {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:46.879136 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40638) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:46.903127 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56b18d8-d404-43a4-82f9-f6eedc15aece None None] Network 48b7dc55-8d3a-45ee-8b37-941c087f6417 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:13:46.927836 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4328a26e-d0b0-48f2-bc8f-fd6c4a2baa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for subnet, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:46.950218 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44049b94-e3a4-4b21-9d95-58cfb7bd7b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:46.950983 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-44049b94-e3a4-4b21-9d95-58cfb7bd7b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:46.979446 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-45b12be2-d207-4c70-b76c-1b1adc39f3ac None None] Provisioning for port 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:13:47.034524 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328a26e-d0b0-48f2-bc8f-fd6c4a2baa3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dda6e6c-290e-49ac-9920-7475b1feefbf,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:47.041225 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-44049b94-e3a4-4b21-9d95-58cfb7bd7b5f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1678536 Jul 15 19:13:47.046210 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-45b12be2-d207-4c70-b76c-1b1adc39f3ac None None] Provisioning complete for port 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:13:47.046859 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-45b12be2-d207-4c70-b76c-1b1adc39f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:47.062244 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5766'] for router, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:47.080487 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-849558e8-d321-4d20-b00f-5fb56a38e25b tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:47.082719 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-849558e8-d321-4d20-b00f-5fb56a38e25b tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/networks?id=f1067eff-65d1-4cf4-9126-ca03b68e68ce HTTP/1.1" status: 200 len: 811 time: 0.3855910 Jul 15 19:13:47.099687 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ddf42ede-0754-44fd-9629-aa1c37ddca46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:47.107452 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-519556fd-64a2-4c7f-b9a8-b14542016f6a tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/quotas/2285b96cbf0e4f9382a340a31ff58fca HTTP/1.1" status: 200 len: 375 time: 0.0162618 Jul 15 19:13:47.186805 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-652df464-5dc1-464c-b437-fb008277dce8 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2285b96cbf0e4f9382a340a31ff58fca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730541 Jul 15 19:13:47.197028 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.db_base_plugin_common [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Allocated IP 172.20.0.2 (79cfa60d-4e34-4970-b217-9f5f6601a96f/1bf9fac0-3f6b-4c69-8651-18074b0e5c7d/09d371b7-2738-4beb-8599-09d2d9b9ba59) {{(pid=93323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:13:47.199026 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Router 569e4991-dfe0-4c7f-9bfb-852781860e31 is scheduled to L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f with binding_index 1 {{(pid=93321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:13:47.202182 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40650) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:47.216715 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328a26e-d0b0-48f2-bc8f-fd6c4a2baa3b admin admin] Checking segment: {'id': '9b737b28-4160-4b85-9c08-96d9a118b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:13:47.217484 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4328a26e-d0b0-48f2-bc8f-fd6c4a2baa3b admin admin] Network hostable DHCP agents. Network: 24ebd5db-e6b4-4351-afb2-6548b006e9db, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:13:47.303875 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4328a26e-d0b0-48f2-bc8f-fd6c4a2baa3b admin admin] Network 24ebd5db-e6b4-4351-afb2-6548b006e9db is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:13:47.308790 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ddf42ede-0754-44fd-9629-aa1c37ddca46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:47.319477 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ddf42ede-0754-44fd-9629-aa1c37ddca46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:47.340905 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-4328a26e-d0b0-48f2-bc8f-fd6c4a2baa3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, 24ebd5db-e6b4-4351-afb2-6548b006e9db) {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:47.348674 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4328a26e-d0b0-48f2-bc8f-fd6c4a2baa3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:47.355729 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4328a26e-d0b0-48f2-bc8f-fd6c4a2baa3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:47.369492 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d22779-36de-430f-bddf-0a8e51d4f428 None None] Network 24ebd5db-e6b4-4351-afb2-6548b006e9db requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:13:47.439291 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:13:47.456687 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf42ede-0754-44fd-9629-aa1c37ddca46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21aaad9a-af37-4c0f-9df8-5c07d2ae5e77,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:47.457234 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-23fababd-22aa-4205-b07b-dd08237e8dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:47.466290 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Sync routers for ids ['569e4991-dfe0-4c7f-9bfb-852781860e31'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:13:47.479326 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Routers {'569e4991-dfe0-4c7f-9bfb-852781860e31'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:13:47.486763 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:13:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['569e4991-dfe0-4c7f-9bfb-852781860e31'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:47.506386 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-4328a26e-d0b0-48f2-bc8f-fd6c4a2baa3b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3591366 Jul 15 19:13:47.516120 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] Notify callbacks [] for router, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:47.519839 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-ddf42ede-0754-44fd-9629-aa1c37ddca46 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f33bbf4795834e4b99e3850e7aef104d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1870804 Jul 15 19:13:47.523342 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-e17d8123-b367-4878-8b87-1fbfa16767bc admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0107112 Jul 15 19:13:47.524407 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 40666) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:47.534566 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 40668) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:47.547821 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7f7e5155-c2cd-40c7-99c5-326871b50bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:47.665326 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e61c60-1860-438f-b10a-304b2fc43723 None None] Network 24ebd5db-e6b4-4351-afb2-6548b006e9db requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:13:47.757559 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-23fababd-22aa-4205-b07b-dd08237e8dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:47.828632 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f26a5a6-9d9e-4432-b8d1-c6bfd54bdecf None None] Network 48b7dc55-8d3a-45ee-8b37-941c087f6417 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:13:47.846192 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Set router 569e4991-dfe0-4c7f-9bfb-852781860e31 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:13:47.897455 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-33848893-92b3-4fa2-a418-5b61142db619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:47.947722 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7f7e5155-c2cd-40c7-99c5-326871b50bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:47.950533 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-23fababd-22aa-4205-b07b-dd08237e8dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:47.959509 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7f7e5155-c2cd-40c7-99c5-326871b50bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:47.997839 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-9dbea949-f0d6-4274-928b-76e7b3a98a43 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:13:47.999134 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-9dbea949-f0d6-4274-928b-76e7b3a98a43 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5026436 Jul 15 19:13:48.008021 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-7f7e5155-c2cd-40c7-99c5-326871b50bad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9071d9b9e04245c1ab862e986d91fcd7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0829394 Jul 15 19:13:48.015085 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40684) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:48.080269 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-45b12be2-d207-4c70-b76c-1b1adc39f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.210575 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-23fababd-22aa-4205-b07b-dd08237e8dc1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6d51c5af19bc4672af2232dcfd78e243&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0037043 Jul 15 19:13:48.211408 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fababd-22aa-4205-b07b-dd08237e8dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c85ed34-09fa-4eab-a6af-a7c40cd87663,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:48.222607 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 40690) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:48.291172 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:13:45Z', 'revision_number': 3, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:48.320352 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Notify callbacks [] for port, precommit_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.344598 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Checking router: 569e4991-dfe0-4c7f-9bfb-852781860e31 for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:13:48.344953 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Updating router 569e4991-dfe0-4c7f-9bfb-852781860e31 port 99f3ce08-8054-462f-99b6-5d0de3eb3a0d binding host dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:13:48.347002 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-45b12be2-d207-4c70-b76c-1b1adc39f3ac None None] For port 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=1ffbe0cb-0e0a-4024-8894-b0ec76b532e1,segment=NetworkSegment(76bf647f-957f-49b2-af8c-aa0b64c006d1),segment_id=76bf647f-957f-49b2-af8c-aa0b64c006d1)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:48.359153 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-e67c5030-60e8-47ad-bfa9-a4c075889d62 service neutron] 10.222.0.73 "GET /v2.0/networks/f1067eff-65d1-4cf4-9126-ca03b68e68ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445699 Jul 15 19:13:48.369574 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-33848893-92b3-4fa2-a418-5b61142db619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.372488 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Transition to ACTIVE for port object 09d371b7-2738-4beb-8599-09d2d9b9ba59 will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:13:48.373677 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40696) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:48.381299 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-45b12be2-d207-4c70-b76c-1b1adc39f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.389014 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-87355f78-3fb3-43d9-ad04-c7f729e7063e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1886550334-network', 'tenant_id': '66954d5bff90458eb5c4ef64b9f2f8db'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:48.429832 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.445451 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87355f78-3fb3-43d9-ad04-c7f729e7063e admin admin] Made reservation on behalf of 66954d5bff90458eb5c4ef64b9f2f8db for: {'network': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:48.449796 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-87355f78-3fb3-43d9-ad04-c7f729e7063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.462967 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-4e51e3aa-5b57-49f1-93a0-59a4eb809c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.491778 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-4e51e3aa-5b57-49f1-93a0-59a4eb809c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.495588 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40710) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:48.498835 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-87355f78-3fb3-43d9-ad04-c7f729e7063e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.511426 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-189716e2-c476-4a23-90dd-b554662f4eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.538325 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Transition to ACTIVE for port object 09d371b7-2738-4beb-8599-09d2d9b9ba59 will not be triggered until provisioned by entity DHCP. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:13:48.541536 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-189716e2-c476-4a23-90dd-b554662f4eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.557611 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203'] for port, after_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.580511 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b12be2-d207-4c70-b76c-1b1adc39f3ac None None] Pushing event updated for resources: {'Port': ['ID=1ffbe0cb-0e0a-4024-8894-b0ec76b532e1,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:48.582993 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e97ea6c5-f009-4339-a3a8-c51d767615b9 None None] Provisioning complete for port 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:13:48.583517 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e97ea6c5-f009-4339-a3a8-c51d767615b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.590993 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Network 79cfa60d-4e34-4970-b217-9f5f6601a96f is already hosted by enough agents. {{(pid=93323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:13:48.613982 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.base_scheduler [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Resources bound (agent type, host, resource id): {{(pid=93323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:48.644702 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Received port after_create {{(pid=93323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:13:48.647703 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e5155-c2cd-40c7-99c5-326871b50bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca22b42-190f-457c-a84b-4ab3cdfdec3a,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:48.685921 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.691294 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Pushing event updated for resources: {'Port': ['ID=09d371b7-2738-4beb-8599-09d2d9b9ba59,revision_number=1']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:48.699082 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-189716e2-c476-4a23-90dd-b554662f4eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.702948 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-189716e2-c476-4a23-90dd-b554662f4eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.706109 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-189716e2-c476-4a23-90dd-b554662f4eed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5c85ed34-09fa-4eab-a6af-a7c40cd87663 HTTP/1.1" status: 204 len: 168 time: 0.4773233 Jul 15 19:13:48.741145 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189716e2-c476-4a23-90dd-b554662f4eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c85ed34-09fa-4eab-a6af-a7c40cd87663,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:48.768728 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Attempting to bind port 09d371b7-2738-4beb-8599-09d2d9b9ba59 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:13:48.769096 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Attempting to bind port 09d371b7-2738-4beb-8599-09d2d9b9ba59 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': '907bbd48-fea1-4b7b-a422-e3eb723d5a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:13:48.769456 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Attempting to bind port 09d371b7-2738-4beb-8599-09d2d9b9ba59 on network 79cfa60d-4e34-4970-b217-9f5f6601a96f {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:13:48.774632 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.788322 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:13:48.788742 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Checking segment: {'id': '907bbd48-fea1-4b7b-a422-e3eb723d5a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:13:48.789151 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.789586 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Bound using segment: {'id': '907bbd48-fea1-4b7b-a422-e3eb723d5a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:13:48.790041 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Notify callbacks [] for port, precommit_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.790582 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Bound port: 09d371b7-2738-4beb-8599-09d2d9b9ba59, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907bbd48-fea1-4b7b-a422-e3eb723d5a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:13:48.790582 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.807476 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.provisioning_blocks [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Transition to ACTIVE for port object 99f3ce08-8054-462f-99b6-5d0de3eb3a0d will not be triggered until provisioned by entity L2. {{(pid=93324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:13:48.816370 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.873280 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] For port 09d371b7-2738-4beb-8599-09d2d9b9ba59, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:13:48.877285 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b714f16-6235-4186-a0ad-91c6ae177b6f None None] Pushing event updated for resources: {'Port': ['ID=99f3ce08-8054-462f-99b6-5d0de3eb3a0d,revision_number=2']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:48.877476 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] For port 09d371b7-2738-4beb-8599-09d2d9b9ba59, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=09d371b7-2738-4beb-8599-09d2d9b9ba59,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:13:48.885279 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-87355f78-3fb3-43d9-ad04-c7f729e7063e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.886787 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.901760 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b714f16-6235-4186-a0ad-91c6ae177b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:48.902614 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b714f16-6235-4186-a0ad-91c6ae177b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:48.903680 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b714f16-6235-4186-a0ad-91c6ae177b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:48.904250 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b714f16-6235-4186-a0ad-91c6ae177b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:48.905083 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b714f16-6235-4186-a0ad-91c6ae177b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:48.905679 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b714f16-6235-4186-a0ad-91c6ae177b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:48.906245 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b714f16-6235-4186-a0ad-91c6ae177b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:48.906797 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b714f16-6235-4186-a0ad-91c6ae177b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:48.907347 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b714f16-6235-4186-a0ad-91c6ae177b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:48.908014 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b714f16-6235-4186-a0ad-91c6ae177b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:48.908562 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b714f16-6235-4186-a0ad-91c6ae177b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:48.909083 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b714f16-6235-4186-a0ad-91c6ae177b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b714f16-6235-4186-a0ad-91c6ae177b6f None None] Tracked resource versions report: Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: pushed versions: Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: { 'AddressGroup': {'1.2'}, Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'ConntrackHelper': {'1.0'}, Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Log': {'1.0'}, Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Network': {'1.1'}, Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Port': {'1.7'}, Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'PortForwarding': {'1.2'}, Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'QosPolicy': {'1.8'}, Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'SecurityGroup': {'1.4'}, Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'SecurityGroupRule': {'1.2'}, Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'SubPort': {'1.0'}, Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Subnet': {'1.1'}, Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Trunk': {'1.1'}} Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: consumer versions: Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: { DHCP agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: HyperV agent@hv-cinder-78445: {}, Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: L3 agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: Metadata agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: Metering agent@dv-cinder-784453-9-iscsi: {}, Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: Open vSwitch agent@dv-cinder-784453-9-iscsi: { 'AddressGroup': '1.2', Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'ConntrackHelper': '1.0', Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Log': '1.0', Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Network': '1.1', Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Port': '1.7', Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'PortForwarding': '1.2', Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'QosPolicy': '1.8', Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'SecurityGroup': '1.4', Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'SecurityGroupRule': '1.2', Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'SubPort': '1.0', Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Subnet': '1.1', Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: 'Trunk': '1.1'}} Jul 15 19:13:48.910519 dv-cinder-784453-9-iscsi neutron-server[93324]: {{(pid=93324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 19:13:48.916537 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Attempting to bind port 99f3ce08-8054-462f-99b6-5d0de3eb3a0d on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:13:48.917182 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Attempting to bind port 99f3ce08-8054-462f-99b6-5d0de3eb3a0d by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:13:48.917930 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Attempting to bind port 99f3ce08-8054-462f-99b6-5d0de3eb3a0d on network 2fe01b8c-3178-4875-bf1e-3816faa9377f {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:13:48.924202 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:13:48.925600 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Checking segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:13:48.926486 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.927962 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Bound using segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:13:48.929186 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Bound port: 99f3ce08-8054-462f-99b6-5d0de3eb3a0d, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:13:48.929847 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.937744 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-87355f78-3fb3-43d9-ad04-c7f729e7063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.961158 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2d9e3-557d-40ff-8fec-bdc347bf3f90 None None] Pushing event updated for resources: {'Port': ['ID=09d371b7-2738-4beb-8599-09d2d9b9ba59,revision_number=2']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:48.967022 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-33848893-92b3-4fa2-a418-5b61142db619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.969835 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-33848893-92b3-4fa2-a418-5b61142db619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:48.971062 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-33848893-92b3-4fa2-a418-5b61142db619 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/21aaad9a-af37-4c0f-9df8-5c07d2ae5e77 HTTP/1.1" status: 204 len: 168 time: 1.4350955 Jul 15 19:13:48.992419 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33848893-92b3-4fa2-a418-5b61142db619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aaad9a-af37-4c0f-9df8-5c07d2ae5e77,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:49.004058 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] For port 99f3ce08-8054-462f-99b6-5d0de3eb3a0d, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:13:49.008879 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] For port 99f3ce08-8054-462f-99b6-5d0de3eb3a0d, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=99f3ce08-8054-462f-99b6-5d0de3eb3a0d,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:13:49.013923 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:49.035633 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Allocated IP 172.27.0.43 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/110ec7d8-5ea2-4324-a22c-8b163f897e68) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:13:49.097484 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b714f16-6235-4186-a0ad-91c6ae177b6f None None] Pushing event updated for resources: {'Port': ['ID=99f3ce08-8054-462f-99b6-5d0de3eb3a0d,revision_number=3']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:49.129784 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Routers {'569e4991-dfe0-4c7f-9bfb-852781860e31'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:13:49.130489 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:13:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['569e4991-dfe0-4c7f-9bfb-852781860e31'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:49.147105 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87355f78-3fb3-43d9-ad04-c7f729e7063e admin admin] vlan segment allocate from pool success with {'vlan_id': 1165, 'physical_network': 'physnet1'} {{(pid=93321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:13:49.260848 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-21587e44-d7ef-4ded-b6f4-4bc3a87b7112 service neutron] 10.222.0.73 "GET /v2.0/networks/f1067eff-65d1-4cf4-9126-ca03b68e68ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9003887 Jul 15 19:13:49.284855 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87355f78-3fb3-43d9-ad04-c7f729e7063e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935b1da2-6323-475a-baf9-a1be73970d97,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:49.299151 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-87355f78-3fb3-43d9-ad04-c7f729e7063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:49.299524 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.segments_db [None req-87355f78-3fb3-43d9-ad04-c7f729e7063e admin admin] Added segment 78cb17f6-e3b0-4d1d-80ec-729795d07a84 of type vlan for network 5b6126c5-54ce-41fe-b1fb-768b51e3300c Jul 15 19:13:49.328382 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] Set router 569e4991-dfe0-4c7f-9bfb-852781860e31 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:13:49.421724 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-87355f78-3fb3-43d9-ad04-c7f729e7063e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:49.490546 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:49.497025 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-4e51e3aa-5b57-49f1-93a0-59a4eb809c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:49.501041 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-4e51e3aa-5b57-49f1-93a0-59a4eb809c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:49.502114 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-4e51e3aa-5b57-49f1-93a0-59a4eb809c68 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ca22b42-190f-457c-a84b-4ab3cdfdec3a HTTP/1.1" status: 204 len: 168 time: 1.4802010 Jul 15 19:13:49.512013 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-87355f78-3fb3-43d9-ad04-c7f729e7063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:49.512948 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87355f78-3fb3-43d9-ad04-c7f729e7063e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:49.513518 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-87355f78-3fb3-43d9-ad04-c7f729e7063e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:49.549772 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-59baeded-0c99-48be-be57-6142343f793c tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:49.564145 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-59baeded-0c99-48be-be57-6142343f793c tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/networks?id=24ebd5db-e6b4-4351-afb2-6548b006e9db HTTP/1.1" status: 200 len: 814 time: 1.0614400 Jul 15 19:13:49.598179 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-c25c366c-f27f-493b-9ddf-7c35ba3a62d5 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/quotas/8f07cb303335437f9507f6887f302493 HTTP/1.1" status: 200 len: 375 time: 0.0331008 Jul 15 19:13:49.622560 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51e3aa-5b57-49f1-93a0-59a4eb809c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca22b42-190f-457c-a84b-4ab3cdfdec3a,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:49.727268 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:49.791843 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:49.896525 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40748) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:49.898136 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:13:45Z', 'revision_number': 3, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:49.956489 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-44ea9f3a-c997-4ef3-bb08-e3f4f522551b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:49.961071 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23843379-8de2-409e-8ddf-f5f15ad2acfc None None] The sync data for ids ['569e4991-dfe0-4c7f-9bfb-852781860e31'] in dv-cinder-784453-9-iscsi is: [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:13:45Z', 'revision_number': 3, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:13:49.977402 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-00bc6e21-e024-4b30-a32b-bbf3a86ddb27 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f07cb303335437f9507f6887f302493&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3773875 Jul 15 19:13:49.977575 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:13:49.979173 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-87355f78-3fb3-43d9-ad04-c7f729e7063e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.6041815 Jul 15 19:13:49.984494 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:50.007190 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40756) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:50.033952 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-ab4e24b3-3939-4684-93bc-ac1f906b0535 admin admin] Request body: {'subnet': {'network_id': '5b6126c5-54ce-41fe-b1fb-768b51e3300c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1886550334-subnet', 'tenant_id': '66954d5bff90458eb5c4ef64b9f2f8db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:50.055305 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1bb9153b-e27e-4b38-9df8-2ff4873167a3 req-bb667965-eff8-49b9-b0f4-653f7b437e72 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 210 time: 0.1691158 Jul 15 19:13:50.057722 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 09d371b7-2738-4beb-8599-09d2d9b9ba59 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:13:50.110616 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87355f78-3fb3-43d9-ad04-c7f729e7063e admin admin] Pushing event updated for resources: {'Network': ['ID=5b6126c5-54ce-41fe-b1fb-768b51e3300c,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:50.129611 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4e24b3-3939-4684-93bc-ac1f906b0535 admin admin] Made reservation on behalf of 66954d5bff90458eb5c4ef64b9f2f8db for: {'subnet': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:50.132454 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network 5b6126c5-54ce-41fe-b1fb-768b51e3300c details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:13:50.141035 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ab4e24b3-3939-4684-93bc-ac1f906b0535 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:50.151925 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:13:50.307683 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40760) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:50.379297 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 09d371b7-2738-4beb-8599-09d2d9b9ba59 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:13:50.381309 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-cee707be-b05a-45ef-a95d-5285ac803181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:50.389211 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:13:50.530972 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Pushing event updated for resources: {'Port': ['ID=110ec7d8-5ea2-4324-a22c-8b163f897e68,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:50.532637 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:13:50.533022 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:50.571790 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-44ea9f3a-c997-4ef3-bb08-e3f4f522551b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:50.621043 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-44ea9f3a-c997-4ef3-bb08-e3f4f522551b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:50.683151 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75504a41-f0bb-4411-9c68-7838718e387e None None] Network 79cfa60d-4e34-4970-b217-9f5f6601a96f requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:13:50.684263 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-44ea9f3a-c997-4ef3-bb08-e3f4f522551b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=326cf3ef076f468b9f82f2d09ff82544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7861161 Jul 15 19:13:50.687055 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 40772) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:50.691666 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-9062afa4-298d-4852-942d-67bf8e12ea68 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:13:50.704865 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-9062afa4-298d-4852-942d-67bf8e12ea68 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1369338 Jul 15 19:13:50.763252 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ab4e24b3-3939-4684-93bc-ac1f906b0535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for subnet, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:50.848110 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e24b3-3939-4684-93bc-ac1f906b0535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7619f9d9-6c81-4e57-a08e-c72be7cb8c5c,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:50.874755 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-306f7f0b-4058-4bc8-9779-d1747fa99c61 None None] Provisioning for port 09d371b7-2738-4beb-8599-09d2d9b9ba59 completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:13:50.890601 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-306f7f0b-4058-4bc8-9779-d1747fa99c61 None None] Provisioning complete for port 09d371b7-2738-4beb-8599-09d2d9b9ba59 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:13:50.891159 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-306f7f0b-4058-4bc8-9779-d1747fa99c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:50.914746 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea9f3a-c997-4ef3-bb08-e3f4f522551b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d3e4b0-1203-4682-a3e8-13872d9676d5,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:50.995456 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4e24b3-3939-4684-93bc-ac1f906b0535 admin admin] Checking segment: {'id': '78cb17f6-e3b0-4d1d-80ec-729795d07a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '5b6126c5-54ce-41fe-b1fb-768b51e3300c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:13:50.995818 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4e24b3-3939-4684-93bc-ac1f906b0535 admin admin] Network hostable DHCP agents. Network: 5b6126c5-54ce-41fe-b1fb-768b51e3300c, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:13:51.059566 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-76630dac-0a9f-4aa6-8e9c-14f407848f3b service neutron] 10.222.0.73 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530967 Jul 15 19:13:51.064120 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4e24b3-3939-4684-93bc-ac1f906b0535 admin admin] Network 5b6126c5-54ce-41fe-b1fb-768b51e3300c is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:13:51.088683 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-ab4e24b3-3939-4684-93bc-ac1f906b0535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, 5b6126c5-54ce-41fe-b1fb-768b51e3300c) {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:51.105307 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4e24b3-3939-4684-93bc-ac1f906b0535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:51.106159 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ab4e24b3-3939-4684-93bc-ac1f906b0535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:51.109763 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0ba635-d428-424f-9955-bfc102e3b9ad None None] Network 5b6126c5-54ce-41fe-b1fb-768b51e3300c requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:13:51.163425 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b096323e-c5f9-43e9-934d-05525b3e4725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:51.165057 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-cee707be-b05a-45ef-a95d-5285ac803181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:51.185367 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-cee707be-b05a-45ef-a95d-5285ac803181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:51.246886 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Allocated IP 172.20.0.1 (a61add7c-79f1-4ffd-8a3c-8aa0e345ad23/73946c0a-f74c-48dd-bd39-ef27990bbc2b/f3e14b61-36c5-41b9-8f9f-4235edc6882a) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:13:51.251749 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee707be-b05a-45ef-a95d-5285ac803181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0272c906-4545-4802-8c13-fd8a1b32064e,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:51.343887 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b096323e-c5f9-43e9-934d-05525b3e4725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:51.358583 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-ab4e24b3-3939-4684-93bc-ac1f906b0535 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3330626 Jul 15 19:13:51.415165 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5630b546-6b1e-4c45-ae17-7deefc347114 req-52c0d148-55ea-411a-89fb-d8ef75eb38c3 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 210 time: 0.2360151 Jul 15 19:13:51.416054 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:51.444441 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-cee707be-b05a-45ef-a95d-5285ac803181 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aa79119c09544b59a8f554ba787fe52f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1319432 Jul 15 19:13:51.452423 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40800) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:51.519493 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c15b9d-0436-48c1-b4a0-b8d6cb84a3bb None None] Network 5b6126c5-54ce-41fe-b1fb-768b51e3300c requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:13:51.521445 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-306f7f0b-4058-4bc8-9779-d1747fa99c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:51.606895 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-e10dcc39-02ab-4fd3-ad3c-a27ca75d9dfe service neutron] 10.222.0.73 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336421 Jul 15 19:13:51.609664 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0440bd1e-1b07-49d8-b0d6-16e38a78bc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:51.657595 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0440bd1e-1b07-49d8-b0d6-16e38a78bc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:51.673118 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-306f7f0b-4058-4bc8-9779-d1747fa99c61 None None] For port 09d371b7-2738-4beb-8599-09d2d9b9ba59, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=09d371b7-2738-4beb-8599-09d2d9b9ba59,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:51.689261 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:51.725618 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40810) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:51.730526 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b096323e-c5f9-43e9-934d-05525b3e4725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:51.734527 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b096323e-c5f9-43e9-934d-05525b3e4725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:51.736005 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-b096323e-c5f9-43e9-934d-05525b3e4725 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/21d3e4b0-1203-4682-a3e8-13872d9676d5 HTTP/1.1" status: 204 len: 168 time: 1.0468550 Jul 15 19:13:51.748718 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-306f7f0b-4058-4bc8-9779-d1747fa99c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:51.866593 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096323e-c5f9-43e9-934d-05525b3e4725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d3e4b0-1203-4682-a3e8-13872d9676d5,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:51.869243 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Transition to ACTIVE for port object f3e14b61-36c5-41b9-8f9f-4235edc6882a will not be triggered until provisioned by entity DHCP. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:13:51.890373 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbcac03-66b5-47c7-9b3f-992eef9445a1 admin admin] Deleting subnet 9ecd3f9f-46cf-49c9-b1db-5c25cb481826 {{(pid=93321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:13:51.917928 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ecbcac03-66b5-47c7-9b3f-992eef9445a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:51.974984 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f7f0b-4058-4bc8-9779-d1747fa99c61 None None] Pushing event updated for resources: {'Port': ['ID=09d371b7-2738-4beb-8599-09d2d9b9ba59,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:51.979026 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0440bd1e-1b07-49d8-b0d6-16e38a78bc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:51.981536 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0440bd1e-1b07-49d8-b0d6-16e38a78bc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:51.999766 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-0440bd1e-1b07-49d8-b0d6-16e38a78bc72 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0272c906-4545-4802-8c13-fd8a1b32064e HTTP/1.1" status: 204 len: 168 time: 0.5458429 Jul 15 19:13:52.017881 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440bd1e-1b07-49d8-b0d6-16e38a78bc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0272c906-4545-4802-8c13-fd8a1b32064e,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:52.028592 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-5adee404-50ff-4b7c-94ab-f91373686033 None None] Provisioning complete for port 09d371b7-2738-4beb-8599-09d2d9b9ba59 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:13:52.032207 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-5adee404-50ff-4b7c-94ab-f91373686033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:52.080241 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ecbcac03-66b5-47c7-9b3f-992eef9445a1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:52.081110 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 99f3ce08-8054-462f-99b6-5d0de3eb3a0d up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:13:52.085274 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:52.122567 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ecbcac03-66b5-47c7-9b3f-992eef9445a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921093'] for subnet, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:52.158669 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:13:52.165485 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:52.176466 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:13:52.178568 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-975671'] for router_interface, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:52.246643 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c7a953c2-1c51-4b7d-939b-5057312318b1 req-16177c77-bbd9-4a18-b414-54b7a4b32dd7 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 210 time: 0.0509486 Jul 15 19:13:52.328239 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ecbcac03-66b5-47c7-9b3f-992eef9445a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for subnet, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:52.366954 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 99f3ce08-8054-462f-99b6-5d0de3eb3a0d completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:13:52.379062 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 99f3ce08-8054-462f-99b6-5d0de3eb3a0d triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:13:52.379558 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:52.399942 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978432'] for router, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:52.403184 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3e14b61-36c5-41b9-8f9f-4235edc6882a,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:52.418474 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ecbcac03-66b5-47c7-9b3f-992eef9445a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:52.423584 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-ecbcac03-66b5-47c7-9b3f-992eef9445a1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9ecd3f9f-46cf-49c9-b1db-5c25cb481826 HTTP/1.1" status: 204 len: 168 time: 0.6990116 Jul 15 19:13:52.425948 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40840) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:52.441669 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcac03-66b5-47c7-9b3f-992eef9445a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ecd3f9f-46cf-49c9-b1db-5c25cb481826,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:52.621688 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621038'] for network, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:52.691862 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:52.741244 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port 99f3ce08-8054-462f-99b6-5d0de3eb3a0d, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=99f3ce08-8054-462f-99b6-5d0de3eb3a0d,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:13:52.754090 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:52.761276 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-3375fde2-3bbe-43e5-b001-5f71d74b8d6f None None] Provisioning for port f3e14b61-36c5-41b9-8f9f-4235edc6882a completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:13:52.786912 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-3375fde2-3bbe-43e5-b001-5f71d74b8d6f None None] Provisioning complete for port f3e14b61-36c5-41b9-8f9f-4235edc6882a triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:13:52.787543 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-3375fde2-3bbe-43e5-b001-5f71d74b8d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:52.804956 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1920033', 'neutron.services.segments.db._delete_segments_for_network-8754284971340'] for network, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:52.819986 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:52.820745 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:52.821481 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:52.822017 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Subscribe: > port after_create 55550000 {{(pid=93321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:52.822565 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:52.823065 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Subscribe: > port after_update 55550000 {{(pid=93321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:52.824382 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:52.825446 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:52.825989 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:52.826490 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:52.847364 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=99f3ce08-8054-462f-99b6-5d0de3eb3a0d,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:52.856012 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-3375fde2-3bbe-43e5-b001-5f71d74b8d6f None None] Port f3e14b61-36c5-41b9-8f9f-4235edc6882a cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:13:53.052891 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-cc0f3b8e-d5fe-458b-ad7a-39b78869426c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:53.136055 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:53.136514 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:53.136735 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:53.137063 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:53.137432 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b7dc55-8d3a-45ee-8b37-941c087f6417']}} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:53.200663 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-48115e55-9846-4e9f-a3c6-9ac479e4ce1f req-88c046ca-a2a4-446a-af7e-48242168c21b tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 210 time: 0.4612384 Jul 15 19:13:53.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689bf4db-93fa-42b4-addd-ab5e7e4554ec') {'for_net_delete': True} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:53.204744 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689bf4db-93fa-42b4-addd-ab5e7e4554ec') {} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:53.248982 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754284973397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132728003'] for segment, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:53.260719 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:53.286468 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:53.297303 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=93321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:13:53.297863 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132133178'] for segment, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: from cryptography.utils import int_from_bytes Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: from cryptography.utils import int_from_bytes Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: Traceback (most recent call last): Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: timer() Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: cb(*args, **kw) Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: return func(*args, **kwargs) Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: self._notify() Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: self.callback(batched_events) Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: event.method(event) Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: return f(self, *a, **k) Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: return self._get(url).json() Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: return self.request(url, 'GET', **kwargs) Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:13:53.316799 dv-cinder-784453-9-iscsi neutron-server[93321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:13:53.396961 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-58e9a5ee-5c7c-4c62-83aa-db0e26a9ad02 req-51bb3ace-3013-4f1d-9e90-c6df6ea5c618 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 210 time: 0.0337920 Jul 15 19:13:53.437463 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 is scheduled to L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f with binding_index 1 {{(pid=93322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:13:53.464626 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1920056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978616'] for network, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:53.472533 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:53.478244 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] 10.222.0.73 "DELETE /v2.0/networks/48b7dc55-8d3a-45ee-8b37-941c087f6417 HTTP/1.1" status: 204 len: 168 time: 1.0512927 Jul 15 19:13:53.496258 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40898) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:53.544593 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d5d5b-e17a-4c90-826d-ce29d6f79816 admin admin] Pushing event deleted for resources: {'Network': ['ID=48b7dc55-8d3a-45ee-8b37-941c087f6417,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:53.566916 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8af9cf3-5548-4fdd-a0c7-72af298264a3 admin admin] Deleting subnet 7619f9d9-6c81-4e57-a08e-c72be7cb8c5c {{(pid=93321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:13:53.572779 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c8af9cf3-5548-4fdd-a0c7-72af298264a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:53.651304 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c8af9cf3-5548-4fdd-a0c7-72af298264a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132728052'] for subnet, precommit_delete_associations {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:53.678626 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:13:53.689914 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Sync routers for ids ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:13:53.704765 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] Notify callbacks [] for router, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:53.708975 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-f19b79e1-fdb6-4c48-96b2-120f1f0be8da admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5341907 Jul 15 19:13:53.709313 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 40908) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:53.723065 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Routers {'7febdbd1-cbce-4eb9-b8bf-9afbd5851891'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:13:53.727493 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:13:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:53.805595 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:53.812467 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:53.813336 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975683'] for router_interface, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:53.889007 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.93', 60664) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:53.905324 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3e14b61-36c5-41b9-8f9f-4235edc6882a,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:54.048616 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 09d371b7-2738-4beb-8599-09d2d9b9ba59 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:13:54.138114 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:13:54.143412 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:54.196758 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-fc99fb47-9972-4e0e-87c0-4a78e6de11e5 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:54.198852 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-fc99fb47-9972-4e0e-87c0-4a78e6de11e5 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.93 "GET /v2.0/networks?id=f1067eff-65d1-4cf4-9126-ca03b68e68ce HTTP/1.1" status: 200 len: 811 time: 0.3062141 Jul 15 19:13:54.200831 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Set router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:13:54.220403 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c8af9cf3-5548-4fdd-a0c7-72af298264a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921093'] for subnet, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:54.441323 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 09d371b7-2738-4beb-8599-09d2d9b9ba59 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:13:54.443533 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:54.460709 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Router 569e4991-dfe0-4c7f-9bfb-852781860e31 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:13:54.570559 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-119b9d5b-c2bc-46f8-94ee-fc87c658e894 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Request body: {'port': {'device_id': 'dc1c4149-39d9-4a0e-a89d-ef6cce481adb', 'network_id': 'f1067eff-65d1-4cf4-9126-ca03b68e68ce', 'admin_state_up': True, 'tenant_id': '2285b96cbf0e4f9382a340a31ff58fca'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:54.674698 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 99f3ce08-8054-462f-99b6-5d0de3eb3a0d up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:13:54.733875 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-8ad1f2f6-dfe8-41fb-851d-23b4f1111767 None None] Provisioning complete for port f3e14b61-36c5-41b9-8f9f-4235edc6882a triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:13:54.734651 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-8ad1f2f6-dfe8-41fb-851d-23b4f1111767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:54.819952 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-8ad1f2f6-dfe8-41fb-851d-23b4f1111767 None None] Port f3e14b61-36c5-41b9-8f9f-4235edc6882a cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:13:54.841375 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 99f3ce08-8054-462f-99b6-5d0de3eb3a0d triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:13:54.841830 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:54.903401 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:13:50Z', 'revision_number': 3, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:54.939969 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Checking router: 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:13:54.940720 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Updating router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 port 110ec7d8-5ea2-4324-a22c-8b163f897e68 binding host dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:13:54.946394 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:13:54.956330 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Sync routers for ids ['569e4991-dfe0-4c7f-9bfb-852781860e31'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:13:54.960097 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-e08f0299-8d8b-440c-ad8e-dad5f81446f6 admin admin] 10.222.0.73 "PUT /v2.0/routers/569e4991-dfe0-4c7f-9bfb-852781860e31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4346104 Jul 15 19:13:54.969478 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Routers {'569e4991-dfe0-4c7f-9bfb-852781860e31'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:13:54.972405 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:13:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['569e4991-dfe0-4c7f-9bfb-852781860e31'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:55.032193 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:55.186183 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f6d836b9-a2ee-4e4e-8177-0bb27ea11296 req-9e79d15e-66c0-4f58-b3a5-71a1dc4582aa tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 210 time: 0.1987736 Jul 15 19:13:55.187270 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c8af9cf3-5548-4fdd-a0c7-72af298264a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132133784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132686020'] for subnet, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:55.198361 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-aa2aacd2-6f82-4263-8b6f-fc8effe5850c req-0db2692a-f133-4f1f-a7de-8d988221ae79 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 210 time: 0.1790161 Jul 15 19:13:55.318418 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Set router 569e4991-dfe0-4c7f-9bfb-852781860e31 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:13:55.327319 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-119b9d5b-c2bc-46f8-94ee-fc87c658e894 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Made reservation on behalf of 2285b96cbf0e4f9382a340a31ff58fca for: {'port': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:55.337549 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-119b9d5b-c2bc-46f8-94ee-fc87c658e894 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:55.353065 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c8af9cf3-5548-4fdd-a0c7-72af298264a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:55.362229 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-c8af9cf3-5548-4fdd-a0c7-72af298264a3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7619f9d9-6c81-4e57-a08e-c72be7cb8c5c HTTP/1.1" status: 204 len: 168 time: 1.8660471 Jul 15 19:13:55.367664 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af9cf3-5548-4fdd-a0c7-72af298264a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7619f9d9-6c81-4e57-a08e-c72be7cb8c5c,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:55.371456 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 40972) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:55.406589 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.93', 60670) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:55.580004 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'f3e14b61-36c5-41b9-8f9f-4235edc6882a', 'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'mac_address': 'fa:16:3e:ce:5d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:49Z', 'updated_at': '2021-07-15T19:13:53Z', 'revision_number': 2, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'subnets': [{'id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:55.611281 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Checking router: 569e4991-dfe0-4c7f-9bfb-852781860e31 for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:13:55.611809 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Updating router 569e4991-dfe0-4c7f-9bfb-852781860e31 port f3e14b61-36c5-41b9-8f9f-4235edc6882a binding host dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:13:55.693589 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:55.748821 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-1f3eb8a7-ddef-4abc-9b37-8debd07cac1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:55.767536 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Notify callbacks [] for port, precommit_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:55.770319 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:55.795809 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Transition to ACTIVE for port object 110ec7d8-5ea2-4324-a22c-8b163f897e68 will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:13:55.813393 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:55.830855 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621038'] for network, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:55.873453 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Attempting to bind port 110ec7d8-5ea2-4324-a22c-8b163f897e68 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:13:55.873837 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Attempting to bind port 110ec7d8-5ea2-4324-a22c-8b163f897e68 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:13:55.874178 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Attempting to bind port 110ec7d8-5ea2-4324-a22c-8b163f897e68 on network 2fe01b8c-3178-4875-bf1e-3816faa9377f {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:13:55.898701 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:13:55.899144 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Checking segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:13:55.899460 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:55.899847 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Bound using segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:13:55.900327 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Bound port: 110ec7d8-5ea2-4324-a22c-8b163f897e68, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:13:55.900732 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:55.959262 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bbec0-e3d0-4858-8b6d-8842324075db None None] Pushing event updated for resources: {'Port': ['ID=110ec7d8-5ea2-4324-a22c-8b163f897e68,revision_number=2']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:56.004793 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] For port 110ec7d8-5ea2-4324-a22c-8b163f897e68, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:13:56.017125 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] For port 110ec7d8-5ea2-4324-a22c-8b163f897e68, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=110ec7d8-5ea2-4324-a22c-8b163f897e68,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:13:56.031713 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:56.206695 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bbec0-e3d0-4858-8b6d-8842324075db None None] Pushing event updated for resources: {'Port': ['ID=110ec7d8-5ea2-4324-a22c-8b163f897e68,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:56.238260 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Routers {'7febdbd1-cbce-4eb9-b8bf-9afbd5851891'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:13:56.240307 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:13:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:56.266016 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-fccfc3e3-290f-4d5a-8ead-da9b368a4f84 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:13:56.290351 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-fccfc3e3-290f-4d5a-8ead-da9b368a4f84 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.93 "GET /v2.0/networks?id=24ebd5db-e6b4-4351-afb2-6548b006e9db HTTP/1.1" status: 200 len: 814 time: 0.8793068 Jul 15 19:13:56.310387 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-119b9d5b-c2bc-46f8-94ee-fc87c658e894 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Allocated IP 172.20.0.10 (f1067eff-65d1-4cf4-9126-ca03b68e68ce/4b7c6d62-5a9b-4b80-bb24-ed43ed410a63/a48cb8cb-8032-4b08-b467-448625251fd2) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:13:56.330228 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-29f0b6c1-6177-456f-87d5-3cf63c16fb18 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Request body: {'port': {'device_id': 'fd05518d-a06f-4795-b325-a9d79916165f', 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db', 'admin_state_up': True, 'tenant_id': '8f07cb303335437f9507f6887f302493'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:56.453242 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:56.494746 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.provisioning_blocks [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Transition to ACTIVE for port object f3e14b61-36c5-41b9-8f9f-4235edc6882a will not be triggered until provisioned by entity L2. {{(pid=93324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:13:56.511951 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:56.518618 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1920033', 'neutron.services.segments.db._delete_segments_for_network-8754284971340'] for network, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:56.534494 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] Set router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:13:56.659761 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:56.660103 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:56.672638 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:56.672764 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Subscribe: > port after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:56.673020 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:56.681727 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Subscribe: > port after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:56.681727 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:56.681727 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:56.681727 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:56.681727 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:56.751380 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 41018) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:56.798830 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-97a806a5-1eab-4db7-9ab0-5e81425eba29 req-60180d86-7bbc-44bb-8f73-548389196a68 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 210 time: 0.2695196 Jul 15 19:13:56.823599 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-b82f8cec-81c4-4055-b4a6-886e4adcb8d6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--851683218', 'description': 'tempest-description--906163270'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:56.914641 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a51883-9faa-45c9-b0da-f5f626cb088e None None] Pushing event updated for resources: {'Port': ['ID=f3e14b61-36c5-41b9-8f9f-4235edc6882a,revision_number=3']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:56.988067 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Attempting to bind port f3e14b61-36c5-41b9-8f9f-4235edc6882a on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:13:56.992529 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Attempting to bind port f3e14b61-36c5-41b9-8f9f-4235edc6882a by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': '76bf647f-957f-49b2-af8c-aa0b64c006d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23'}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:13:56.993128 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Attempting to bind port f3e14b61-36c5-41b9-8f9f-4235edc6882a on network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:13:57.007760 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:13:57.010231 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Checking segment: {'id': '76bf647f-957f-49b2-af8c-aa0b64c006d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:13:57.010844 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.011494 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Bound using segment: {'id': '76bf647f-957f-49b2-af8c-aa0b64c006d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23'} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:13:57.012209 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Bound port: f3e14b61-36c5-41b9-8f9f-4235edc6882a, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bf647f-957f-49b2-af8c-aa0b64c006d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23'}}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:13:57.016342 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.031667 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.077507 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.121797 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:57.122764 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:57.123494 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:57.124667 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 19:13:57.125256 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6126c5-54ce-41fe-b1fb-768b51e3300c']}} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:57.190897 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] For port f3e14b61-36c5-41b9-8f9f-4235edc6882a, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:13:57.195334 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78cb17f6-e3b0-4d1d-80ec-729795d07a84') {'for_net_delete': True} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:57.195961 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78cb17f6-e3b0-4d1d-80ec-729795d07a84') {} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:57.196957 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] For port f3e14b61-36c5-41b9-8f9f-4235edc6882a, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=f3e14b61-36c5-41b9-8f9f-4235edc6882a,segment=NetworkSegment(76bf647f-957f-49b2-af8c-aa0b64c006d1),segment_id=76bf647f-957f-49b2-af8c-aa0b64c006d1)] {{(pid=93324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:13:57.210864 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.243440 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754284973397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132251469'] for segment, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.323607 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.344209 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b82f8cec-81c4-4055-b4a6-886e4adcb8d6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.381511 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8f43cec5-b562-4c70-bc38-59114e71ccc3 req-af31154a-64f3-43f4-a61f-ff37c03ab0d0 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 210 time: 0.2805505 Jul 15 19:13:57.389548 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Routers {'569e4991-dfe0-4c7f-9bfb-852781860e31'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:13:57.390193 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:13:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['569e4991-dfe0-4c7f-9bfb-852781860e31'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:57.391801 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=93322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:13:57.392286 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132284996'] for segment, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: from cryptography.utils import int_from_bytes Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: from cryptography.utils import int_from_bytes Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: Traceback (most recent call last): Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: timer() Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: cb(*args, **kw) Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: return func(*args, **kwargs) Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: self._notify() Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: self.callback(batched_events) Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: event.method(event) Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: return f(self, *a, **k) Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._get(url).json() Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: return self.request(url, 'GET', **kwargs) Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:13:57.409835 dv-cinder-784453-9-iscsi neutron-server[93322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:13:57.457145 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:13:50Z', 'revision_number': 3, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:57.539969 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a51883-9faa-45c9-b0da-f5f626cb088e None None] Pushing event updated for resources: {'Port': ['ID=f3e14b61-36c5-41b9-8f9f-4235edc6882a,revision_number=4']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:57.609944 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96707530-8972-4f2f-a3a7-d16173568ba0 None None] The sync data for ids ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'] in dv-cinder-784453-9-iscsi is: [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:13:50Z', 'revision_number': 3, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:13:57.639374 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1920056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978616'] for network, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.677168 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=5b6126c5-54ce-41fe-b1fb-768b51e3300c,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:57.707659 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.717024 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-0d36f63e-b355-4ed0-a3b3-0a5c87290f3f admin admin] 10.222.0.73 "DELETE /v2.0/networks/5b6126c5-54ce-41fe-b1fb-768b51e3300c HTTP/1.1" status: 204 len: 168 time: 2.3421955 Jul 15 19:13:57.793720 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-119b9d5b-c2bc-46f8-94ee-fc87c658e894 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:57.901686 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] Set router 569e4991-dfe0-4c7f-9bfb-852781860e31 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:13:58.122388 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Allocated IP 172.20.0.1 (79cfa60d-4e34-4970-b217-9f5f6601a96f/1bf9fac0-3f6b-4c69-8651-18074b0e5c7d/a0763953-ca34-4769-8bd6-bbffc199808d) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:13:58.283138 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:58.328899 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b82f8cec-81c4-4055-b4a6-886e4adcb8d6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:58.364999 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-29f0b6c1-6177-456f-87d5-3cf63c16fb18 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Made reservation on behalf of 8f07cb303335437f9507f6887f302493 for: {'port': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:13:58.379286 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-29f0b6c1-6177-456f-87d5-3cf63c16fb18 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:58.446067 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 41058) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:58.498595 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-33a0c518-4830-49bb-bb99-80964b90eedd req-c24b149b-ba30-4965-af02-13f3a67a8ade tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 210 time: 0.3156562 Jul 15 19:13:58.512492 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b82f8cec-81c4-4055-b4a6-886e4adcb8d6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:58.583990 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:58.625506 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-119b9d5b-c2bc-46f8-94ee-fc87c658e894 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:58.675117 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'f3e14b61-36c5-41b9-8f9f-4235edc6882a', 'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'mac_address': 'fa:16:3e:ce:5d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:49Z', 'updated_at': '2021-07-15T19:13:57Z', 'revision_number': 4, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'subnets': [{'id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:13:58.679442 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-bfb60c96-cf10-4e42-b822-954cc1140305 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2f2a875547574100a036653bb94594d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2319682 Jul 15 19:13:58.685565 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 41068) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:58.741164 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589cf37c-265d-4116-bcdb-a47461e3b7f7 None None] The sync data for ids ['569e4991-dfe0-4c7f-9bfb-852781860e31'] in dv-cinder-784453-9-iscsi is: [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'f3e14b61-36c5-41b9-8f9f-4235edc6882a', 'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'mac_address': 'fa:16:3e:ce:5d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:49Z', 'updated_at': '2021-07-15T19:13:57Z', 'revision_number': 4, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'subnets': [{'id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:13:58.844525 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:58.859760 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b82f8cec-81c4-4055-b4a6-886e4adcb8d6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:58.871890 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-b82f8cec-81c4-4055-b4a6-886e4adcb8d6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.0929401 Jul 15 19:13:58.873567 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 41072) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:58.874624 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 41074) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:13:58.927559 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-0191bfb7-6554-44c1-8ad9-a6a79a00777d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Request body: {'security_group_rule': {'security_group_id': '58de5a75-dc23-44da-8c83-ce59d10770df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:13:59.023944 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-36b82628-f50b-4951-97ce-1d3c97231109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.287819 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-36b82628-f50b-4951-97ce-1d3c97231109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.381549 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-36b82628-f50b-4951-97ce-1d3c97231109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.385561 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-36b82628-f50b-4951-97ce-1d3c97231109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.387303 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-36b82628-f50b-4951-97ce-1d3c97231109 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/989a6a6a-36cd-4677-ab52-00cfd14dc261 HTTP/1.1" status: 204 len: 168 time: 0.6935327 Jul 15 19:13:59.389039 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-29f0b6c1-6177-456f-87d5-3cf63c16fb18 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Allocated IP 172.20.0.5 (24ebd5db-e6b4-4351-afb2-6548b006e9db/6dda6e6c-290e-49ac-9920-7475b1feefbf/9e948047-3380-48c3-beaf-c5089257a287) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:13:59.410128 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b82628-f50b-4951-97ce-1d3c97231109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989a6a6a-36cd-4677-ab52-00cfd14dc261,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:59.569845 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.provisioning_blocks [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Transition to ACTIVE for port object a0763953-ca34-4769-8bd6-bbffc199808d will not be triggered until provisioned by entity DHCP. {{(pid=93321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:13:59.587832 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3ec7f949-89a5-4ba8-aea5-43be8704b480 req-f540131a-8601-4bb4-b291-3c55d241f0b1 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 210 time: 0.7033467 Jul 15 19:13:59.656401 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f8cec-81c4-4055-b4a6-886e4adcb8d6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58de5a75-dc23-44da-8c83-ce59d10770df,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:59.660204 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-119b9d5b-c2bc-46f8-94ee-fc87c658e894 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Network f1067eff-65d1-4cf4-9126-ca03b68e68ce is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:13:59.726005 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-119b9d5b-c2bc-46f8-94ee-fc87c658e894 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:13:59.774812 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-119b9d5b-c2bc-46f8-94ee-fc87c658e894 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:13:59.786590 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3fe25269-1998-4d60-b7b5-c91572575d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.898142 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b9d5b-c2bc-46f8-94ee-fc87c658e894 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Pushing event updated for resources: {'Port': ['ID=a48cb8cb-8032-4b08-b467-448625251fd2,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:13:59.928197 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0191bfb7-6554-44c1-8ad9-a6a79a00777d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:13:59.950994 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-29f0b6c1-6177-456f-87d5-3cf63c16fb18 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.007916 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-119b9d5b-c2bc-46f8-94ee-fc87c658e894 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:00.008909 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-119b9d5b-c2bc-46f8-94ee-fc87c658e894 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.039115 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-29f0b6c1-6177-456f-87d5-3cf63c16fb18 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.044349 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.080727 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 41092) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:00.191309 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 110ec7d8-5ea2-4324-a22c-8b163f897e68 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:00.192928 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0191bfb7-6554-44c1-8ad9-a6a79a00777d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.262716 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-29f0b6c1-6177-456f-87d5-3cf63c16fb18 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Network 24ebd5db-e6b4-4351-afb2-6548b006e9db is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:00.284143 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3fe25269-1998-4d60-b7b5-c91572575d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.295828 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Network 79cfa60d-4e34-4970-b217-9f5f6601a96f is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:00.302561 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-29f0b6c1-6177-456f-87d5-3cf63c16fb18 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:00.302914 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:00.307568 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0191bfb7-6554-44c1-8ad9-a6a79a00777d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.318102 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-29f0b6c1-6177-456f-87d5-3cf63c16fb18 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:14:00.321151 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0b6c1-6177-456f-87d5-3cf63c16fb18 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Pushing event updated for resources: {'Port': ['ID=9e948047-3380-48c3-beaf-c5089257a287,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:00.325785 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3fe25269-1998-4d60-b7b5-c91572575d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.331154 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 110ec7d8-5ea2-4324-a22c-8b163f897e68 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:00.340463 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 110ec7d8-5ea2-4324-a22c-8b163f897e68 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:00.341137 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.355976 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:14:00.410674 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-3fe25269-1998-4d60-b7b5-c91572575d69 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3bba05b4b2ca435cbb229e29eced9b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5219071 Jul 15 19:14:00.413586 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-119b9d5b-c2bc-46f8-94ee-fc87c658e894 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8537846 Jul 15 19:14:00.415679 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 41100) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:00.441322 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191bfb7-6554-44c1-8ad9-a6a79a00777d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52159488-8354-4724-bea3-a57a2cf3fdb9,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:00.443457 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe25269-1998-4d60-b7b5-c91572575d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c14c5c-05ba-417b-bf59-ac3ee3753eb0,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:00.514128 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-0a6dfc7e-7cd9-43c0-82e1-798b7130c05e tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:14:00.514582 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.514837 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-0a6dfc7e-7cd9-43c0-82e1-798b7130c05e tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179093 Jul 15 19:14:00.545638 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-29f0b6c1-6177-456f-87d5-3cf63c16fb18 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:00.548196 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-29f0b6c1-6177-456f-87d5-3cf63c16fb18 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.597714 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4985c-0f46-4530-9e9e-9b077bb67c9c req-2ca31455-9e23-4e2f-ba99-9b35b39a7c8c tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:00.600697 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-98e4985c-0f46-4530-9e9e-9b077bb67c9c req-2ca31455-9e23-4e2f-ba99-9b35b39a7c8c tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 932 time: 0.7157540 Jul 15 19:14:00.616769 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port 110ec7d8-5ea2-4324-a22c-8b163f897e68, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=110ec7d8-5ea2-4324-a22c-8b163f897e68,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:00.624656 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.625687 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device f3e14b61-36c5-41b9-8f9f-4235edc6882a up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:00.660339 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-29f0b6c1-6177-456f-87d5-3cf63c16fb18 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3542039 Jul 15 19:14:00.669791 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0191bfb7-6554-44c1-8ad9-a6a79a00777d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.674521 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-0191bfb7-6554-44c1-8ad9-a6a79a00777d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7726994 Jul 15 19:14:00.694847 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 41108) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:00.719689 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-06914074-cd80-4403-a90b-c9126d9068eb tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Request body: {'security_group_rule': {'security_group_id': '58de5a75-dc23-44da-8c83-ce59d10770df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:00.747126 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Pushing event updated for resources: {'Port': ['ID=a0763953-ca34-4769-8bd6-bbffc199808d,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:00.803949 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-975671'] for router_interface, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.865990 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-f40a6f1d-55ec-454e-b336-17ba59ddf845 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=66954d5bff90458eb5c4ef64b9f2f8db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7534962 Jul 15 19:14:00.869588 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 41112) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:00.897170 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-06914074-cd80-4403-a90b-c9126d9068eb tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.901060 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-64a979fb-aea3-42ae-b4a2-50aa22161f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:00.986316 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-3a21c39f-3e99-4d29-98c2-0b91744d4dc8 None None] Provisioning for port a0763953-ca34-4769-8bd6-bbffc199808d completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:01.008832 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port f3e14b61-36c5-41b9-8f9f-4235edc6882a completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:01.021499 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-3a21c39f-3e99-4d29-98c2-0b91744d4dc8 None None] Provisioning complete for port a0763953-ca34-4769-8bd6-bbffc199808d triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:01.037742 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-3a21c39f-3e99-4d29-98c2-0b91744d4dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.154156 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=110ec7d8-5ea2-4324-a22c-8b163f897e68,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:01.164208 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port f3e14b61-36c5-41b9-8f9f-4235edc6882a triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:01.167795 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.249651 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-3a21c39f-3e99-4d29-98c2-0b91744d4dc8 None None] Port a0763953-ca34-4769-8bd6-bbffc199808d cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:14:01.322737 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-64a979fb-aea3-42ae-b4a2-50aa22161f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.327100 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-98e4985c-0f46-4530-9e9e-9b077bb67c9c req-e565d46b-515c-4cbd-91a3-35d0e0fdc0a0 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6504323 Jul 15 19:14:01.371522 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-06914074-cd80-4403-a90b-c9126d9068eb tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.381732 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-06914074-cd80-4403-a90b-c9126d9068eb tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.422950 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.429412 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.459183 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06914074-cd80-4403-a90b-c9126d9068eb tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0024d83-c2a9-434e-a8ec-1cec8a645ec7,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:01.469899 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-06914074-cd80-4403-a90b-c9126d9068eb tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.477488 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-06914074-cd80-4403-a90b-c9126d9068eb tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7720306 Jul 15 19:14:01.478937 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 41126) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:01.491510 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-434206bc-54da-48ab-bb33-3a088d7c4d49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Request body: {'floatingip': {'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:01.504834 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port f3e14b61-36c5-41b9-8f9f-4235edc6882a, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=f3e14b61-36c5-41b9-8f9f-4235edc6882a,segment=NetworkSegment(76bf647f-957f-49b2-af8c-aa0b64c006d1),segment_id=76bf647f-957f-49b2-af8c-aa0b64c006d1)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:01.514310 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.550785 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-64a979fb-aea3-42ae-b4a2-50aa22161f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.560740 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-64a979fb-aea3-42ae-b4a2-50aa22161f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.564504 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-64a979fb-aea3-42ae-b4a2-50aa22161f2f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d4c14c5c-05ba-417b-bf59-ac3ee3753eb0 HTTP/1.1" status: 204 len: 168 time: 1.1481378 Jul 15 19:14:01.584706 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a979fb-aea3-42ae-b4a2-50aa22161f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c14c5c-05ba-417b-bf59-ac3ee3753eb0,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:01.586858 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-434206bc-54da-48ab-bb33-3a088d7c4d49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for floatingip, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.655071 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=f3e14b61-36c5-41b9-8f9f-4235edc6882a,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:01.769612 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2bf4-30dc-4cb1-ae9a-2a27987bb971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.893558 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5308d9c-09f0-4325-af31-c60b2fd7496d req-e6474b6a-bdf3-4734-b5ec-ba09f758267d tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:01.894135 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-434206bc-54da-48ab-bb33-3a088d7c4d49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:01.902564 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e5308d9c-09f0-4325-af31-c60b2fd7496d req-e6474b6a-bdf3-4734-b5ec-ba09f758267d tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 931 time: 0.7778404 Jul 15 19:14:01.969856 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 110ec7d8-5ea2-4324-a22c-8b163f897e68 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:01.974876 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2bf4-30dc-4cb1-ae9a-2a27987bb971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.027530 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e5308d9c-09f0-4325-af31-c60b2fd7496d req-c91fb623-f6b9-4a6f-9d2e-8f2e79329ee4 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246970 Jul 15 19:14:02.097049 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 110ec7d8-5ea2-4324-a22c-8b163f897e68 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:02.102108 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.214205 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.218743 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2bf4-30dc-4cb1-ae9a-2a27987bb971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.230951 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2bf4-30dc-4cb1-ae9a-2a27987bb971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.234565 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-7a0c2bf4-30dc-4cb1-ae9a-2a27987bb971 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/935b1da2-6323-475a-baf9-a1be73970d97 HTTP/1.1" status: 204 len: 168 time: 1.3402240 Jul 15 19:14:02.276647 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.293199 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [None req-434206bc-54da-48ab-bb33-3a088d7c4d49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Allocated IP 172.27.0.3 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/cde3505e-1088-41e5-8d1b-8ed46993434e) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:14:02.305478 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device f3e14b61-36c5-41b9-8f9f-4235edc6882a up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:02.368470 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c2bf4-30dc-4cb1-ae9a-2a27987bb971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935b1da2-6323-475a-baf9-a1be73970d97,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:02.459906 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port f3e14b61-36c5-41b9-8f9f-4235edc6882a triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:02.461407 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.518968 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975683'] for router_interface, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.522918 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Pushing event updated for resources: {'Port': ['ID=a0763953-ca34-4769-8bd6-bbffc199808d,revision_number=2']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:02.529347 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 41148) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:02.559651 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a18ad799-1bfa-4aed-bb3e-d4bbda43967c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.574192 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-434206bc-54da-48ab-bb33-3a088d7c4d49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.661157 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-434206bc-54da-48ab-bb33-3a088d7c4d49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:02.744021 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Network 79cfa60d-4e34-4970-b217-9f5f6601a96f is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:02.745852 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:02.748905 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434206bc-54da-48ab-bb33-3a088d7c4d49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Pushing event updated for resources: {'Port': ['ID=cde3505e-1088-41e5-8d1b-8ed46993434e,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:02.769830 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434206bc-54da-48ab-bb33-3a088d7c4d49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:02.775791 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-434206bc-54da-48ab-bb33-3a088d7c4d49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:02.785574 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434206bc-54da-48ab-bb33-3a088d7c4d49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:14:02.923641 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7345c7b-97cc-4cd4-8a7b-633731a34801 req-388289c2-2dca-4a3b-bad4-1f4a5009f934 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:02.925425 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e7345c7b-97cc-4cd4-8a7b-633731a34801 req-388289c2-2dca-4a3b-bad4-1f4a5009f934 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 932 time: 0.2982435 Jul 15 19:14:03.054200 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-434206bc-54da-48ab-bb33-3a088d7c4d49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.060453 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a18ad799-1bfa-4aed-bb3e-d4bbda43967c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.072404 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a18ad799-1bfa-4aed-bb3e-d4bbda43967c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.112170 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-434206bc-54da-48ab-bb33-3a088d7c4d49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.184538 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e7345c7b-97cc-4cd4-8a7b-633731a34801 req-83e38d65-7e6c-4c88-89ff-84de079bb0c0 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403722 Jul 15 19:14:03.195071 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-a18ad799-1bfa-4aed-bb3e-d4bbda43967c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=141d57e882e94686ab0b81ec582408b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6645677 Jul 15 19:14:03.198169 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 41164) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:03.205249 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:14:03.211946 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ad799-1bfa-4aed-bb3e-d4bbda43967c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0127a5d6-afb4-48fb-a4e4-6a21e2384ad3,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:03.227302 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-495a3e83-4945-45de-a131-94e75edd068d None None] Provisioning complete for port a0763953-ca34-4769-8bd6-bbffc199808d triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:03.228491 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-495a3e83-4945-45de-a131-94e75edd068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.326168 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-495a3e83-4945-45de-a131-94e75edd068d None None] Port a0763953-ca34-4769-8bd6-bbffc199808d cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:14:03.341530 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b086b1b5-2368-4445-aec9-8b4f0236fe77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.376123 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b086b1b5-2368-4445-aec9-8b4f0236fe77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.389845 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:14:03.397559 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-e0ceec63-96f9-4b51-8b41-1ce3c346d08d admin admin] 10.222.0.73 "PUT /v2.0/routers/7febdbd1-cbce-4eb9-b8bf-9afbd5851891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6643856 Jul 15 19:14:03.409076 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Sync routers for ids ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:14:03.428013 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Routers {'7febdbd1-cbce-4eb9-b8bf-9afbd5851891'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:03.428887 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:13:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:03.445707 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb34f16-9ce1-4564-9742-9cd0d5543f6f req-80227345-dcd0-46b9-8004-532f23d830ce tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:03.446948 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b086b1b5-2368-4445-aec9-8b4f0236fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.448595 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fcb34f16-9ce1-4564-9742-9cd0d5543f6f req-80227345-dcd0-46b9-8004-532f23d830ce tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 931 time: 0.0952570 Jul 15 19:14:03.456107 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b086b1b5-2368-4445-aec9-8b4f0236fe77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.457414 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-b086b1b5-2368-4445-aec9-8b4f0236fe77 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0127a5d6-afb4-48fb-a4e4-6a21e2384ad3 HTTP/1.1" status: 204 len: 168 time: 0.2581255 Jul 15 19:14:03.503710 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086b1b5-2368-4445-aec9-8b4f0236fe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0127a5d6-afb4-48fb-a4e4-6a21e2384ad3,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:03.524449 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fcb34f16-9ce1-4564-9742-9cd0d5543f6f req-e6898962-6f29-4c79-8577-b4a5b19bf9eb tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696907 Jul 15 19:14:03.599557 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-434206bc-54da-48ab-bb33-3a088d7c4d49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.615871 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-434206bc-54da-48ab-bb33-3a088d7c4d49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.775550 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Set router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:03.840256 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-434206bc-54da-48ab-bb33-3a088d7c4d49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978606'] for floatingip, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.907140 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-434206bc-54da-48ab-bb33-3a088d7c4d49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:03.929555 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-434206bc-54da-48ab-bb33-3a088d7c4d49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4303687 Jul 15 19:14:03.929555 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434206bc-54da-48ab-bb33-3a088d7c4d49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Pushing event updated for resources: {'Port': ['ID=cde3505e-1088-41e5-8d1b-8ed46993434e,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:04.238732 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 4, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'a0763953-ca34-4769-8bd6-bbffc199808d', 'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'mac_address': 'fa:16:3e:89:c3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:57Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 2, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'subnets': [{'id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:04.314048 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Checking router: 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:14:04.314330 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Updating router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 port a0763953-ca34-4769-8bd6-bbffc199808d binding host dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:14:04.405346 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:04.600165 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 41220) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:04.616068 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-d848fcb0-9430-4746-a51a-96b26acd392f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2110481530', 'description': 'tempest-description--108751448'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:04.688458 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d848fcb0-9430-4746-a51a-96b26acd392f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:04.768533 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-8e1469f5-f335-4787-b57d-f6bcc26c66cb tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--851683218&fields=id&tenant_id=cd62e01c91bf494db0e0d5e92bd12beb HTTP/1.1" status: 200 len: 267 time: 0.4366238 Jul 15 19:14:04.987360 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-a8fd7006-d849-4fd2-8f9c-84793ed4e1b1 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:04.992772 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-a8fd7006-d849-4fd2-8f9c-84793ed4e1b1 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/networks?id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 HTTP/1.1" status: 200 len: 811 time: 0.2213488 Jul 15 19:14:04.996774 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d848fcb0-9430-4746-a51a-96b26acd392f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.000736 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Notify callbacks [] for port, precommit_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.003931 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d848fcb0-9430-4746-a51a-96b26acd392f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.033844 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Transition to ACTIVE for port object a0763953-ca34-4769-8bd6-bbffc199808d will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:05.040917 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d848fcb0-9430-4746-a51a-96b26acd392f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.041634 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-4b0b7179-d2b0-489f-8d34-d3c150d8b8f6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/quotas/cd62e01c91bf494db0e0d5e92bd12beb HTTP/1.1" status: 200 len: 375 time: 0.0477872 Jul 15 19:14:05.043902 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-d848fcb0-9430-4746-a51a-96b26acd392f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4436436 Jul 15 19:14:05.049532 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.060643 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 41244) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:05.093027 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-05799ab5-db2b-430a-baa3-c47071322466 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Request body: {'security_group_rule': {'security_group_id': 'ee54f166-f0d0-4d0a-a008-fa3e29af6d4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:05.093640 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4e856-e411-4e3d-88ce-a1b73f6cd88b req-d1f4d05e-506d-45a9-b883-4c30c2efd216 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:05.095523 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-81c4e856-e411-4e3d-88ce-a1b73f6cd88b req-d1f4d05e-506d-45a9-b883-4c30c2efd216 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 932 time: 0.2178218 Jul 15 19:14:05.150403 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fa440-bc72-49e6-8db8-62b6ea989ddc None None] Pushing event updated for resources: {'Port': ['ID=a0763953-ca34-4769-8bd6-bbffc199808d,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:05.151372 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848fcb0-9430-4746-a51a-96b26acd392f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:05.235551 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-81c4e856-e411-4e3d-88ce-a1b73f6cd88b req-445aaad6-991c-4c30-bea8-36eddb7cb19c tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292367 Jul 15 19:14:05.239043 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-05799ab5-db2b-430a-baa3-c47071322466 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.283524 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-c8e80740-ddbc-4e62-887b-ede9121fab3a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd62e01c91bf494db0e0d5e92bd12beb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2408679 Jul 15 19:14:05.398238 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-05799ab5-db2b-430a-baa3-c47071322466 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.404035 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-05799ab5-db2b-430a-baa3-c47071322466 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.435697 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Attempting to bind port a0763953-ca34-4769-8bd6-bbffc199808d on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:14:05.436219 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Attempting to bind port a0763953-ca34-4769-8bd6-bbffc199808d by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': '907bbd48-fea1-4b7b-a422-e3eb723d5a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:14:05.437668 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Attempting to bind port a0763953-ca34-4769-8bd6-bbffc199808d on network 79cfa60d-4e34-4970-b217-9f5f6601a96f {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:05.453422 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05799ab5-db2b-430a-baa3-c47071322466 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec07dde0-3b3f-4db6-b151-8458824cd033,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:05.454145 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:14:05.454697 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Checking segment: {'id': '907bbd48-fea1-4b7b-a422-e3eb723d5a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:14:05.455310 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.456251 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Bound using segment: {'id': '907bbd48-fea1-4b7b-a422-e3eb723d5a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:14:05.457519 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Bound port: a0763953-ca34-4769-8bd6-bbffc199808d, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907bbd48-fea1-4b7b-a422-e3eb723d5a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:14:05.467324 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.477636 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-05799ab5-db2b-430a-baa3-c47071322466 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.483303 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-05799ab5-db2b-430a-baa3-c47071322466 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4172564 Jul 15 19:14:05.483602 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 41254) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:05.495778 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-3a7f328a-9e1a-4df1-bf56-2bd3fe1e19f9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Request body: {'security_group_rule': {'security_group_id': 'ee54f166-f0d0-4d0a-a008-fa3e29af6d4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:05.560698 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3a7f328a-9e1a-4df1-bf56-2bd3fe1e19f9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.663689 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3a7f328a-9e1a-4df1-bf56-2bd3fe1e19f9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.672316 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3a7f328a-9e1a-4df1-bf56-2bd3fe1e19f9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.700381 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3641766b-2b8d-4ed6-a075-989810c9e501 service neutron] 10.222.0.73 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135761 Jul 15 19:14:05.711691 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] For port a0763953-ca34-4769-8bd6-bbffc199808d, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:14:05.717235 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] For port a0763953-ca34-4769-8bd6-bbffc199808d, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=a0763953-ca34-4769-8bd6-bbffc199808d,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:14:05.726992 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.744506 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f328a-9e1a-4df1-bf56-2bd3fe1e19f9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7942815-f132-465b-9d83-46e127b26171,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:05.765238 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3a7f328a-9e1a-4df1-bf56-2bd3fe1e19f9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.774388 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-3a7f328a-9e1a-4df1-bf56-2bd3fe1e19f9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2818315 Jul 15 19:14:05.774388 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 41268) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:05.779062 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-4ce47e9c-d309-4a8b-9a42-d66eba59b7d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Request body: {'floatingip': {'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:05.866702 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4ce47e9c-d309-4a8b-9a42-d66eba59b7d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for floatingip, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:05.895002 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d31996-bc75-4d88-ab41-fb7e02b9bc29 req-5587810e-9a4a-429e-9d4d-c75ed708ba48 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:05.896520 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fa440-bc72-49e6-8db8-62b6ea989ddc None None] Pushing event updated for resources: {'Port': ['ID=a0763953-ca34-4769-8bd6-bbffc199808d,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:05.897839 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-00d31996-bc75-4d88-ab41-fb7e02b9bc29 req-5587810e-9a4a-429e-9d4d-c75ed708ba48 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 931 time: 0.3453252 Jul 15 19:14:05.978563 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Request body: {'port': {'device_id': 'fd05518d-a06f-4795-b325-a9d79916165f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:05.990922 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Routers {'7febdbd1-cbce-4eb9-b8bf-9afbd5851891'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:05.991570 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:13:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:06.133367 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Request body: {'port': {'device_id': 'dc1c4149-39d9-4a0e-a89d-ef6cce481adb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:06.272402 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-00d31996-bc75-4d88-ab41-fb7e02b9bc29 req-b0dcf1d8-d902-4c62-a9c4-b0c0e4ff89de tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655565 Jul 15 19:14:06.274339 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-b21832cb-f336-426b-b9b9-af8afdbbf90e service neutron] 10.222.0.73 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719361 Jul 15 19:14:06.300523 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:06.335570 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] Set router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:06.476702 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4ce47e9c-d309-4a8b-9a42-d66eba59b7d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:06.709235 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [None req-4ce47e9c-d309-4a8b-9a42-d66eba59b7d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Allocated IP 172.27.0.100 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/90dd6979-35ed-442a-afc7-858ec49e33b8) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:14:06.775893 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:07.357276 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e948047-3380-48c3-beaf-c5089257a287 {{(pid=93321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:14:07.444683 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:07.500396 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e07576-791d-477e-a966-e0c5ab543634 req-5e46192a-2538-44b1-ace6-6ec7e3ab7a66 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:07.509798 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90e07576-791d-477e-a966-e0c5ab543634 req-5e46192a-2538-44b1-ace6-6ec7e3ab7a66 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 932 time: 0.8301461 Jul 15 19:14:07.522197 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-de5b9bac-09c8-4367-bdf0-b1359c3047bf req-d1909b2e-aef6-4b42-a0b8-b5e51ec42caa tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 210 time: 0.6457953 Jul 15 19:14:07.581300 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 4, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'a0763953-ca34-4769-8bd6-bbffc199808d', 'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'mac_address': 'fa:16:3e:89:c3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:57Z', 'updated_at': '2021-07-15T19:14:05Z', 'revision_number': 4, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'subnets': [{'id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:07.676896 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.provisioning_blocks [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Transition to ACTIVE for port object 9e948047-3380-48c3-beaf-c5089257a287 will not be triggered until provisioned by entity L2. {{(pid=93321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:07.682088 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07db1a65-8701-4fab-8868-3dd8d2061110 None None] The sync data for ids ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'] in dv-cinder-784453-9-iscsi is: [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 4, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'a0763953-ca34-4769-8bd6-bbffc199808d', 'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'mac_address': 'fa:16:3e:89:c3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:57Z', 'updated_at': '2021-07-15T19:14:05Z', 'revision_number': 4, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'subnets': [{'id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:14:07.683419 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 41346) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:07.732170 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:07.799443 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4ce47e9c-d309-4a8b-9a42-d66eba59b7d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:07.932243 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90e07576-791d-477e-a966-e0c5ab543634 req-7405c759-3b3d-4014-8f7b-45d76c5fa9e6 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970428 Jul 15 19:14:08.015909 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e948047-3380-48c3-beaf-c5089257a287,revision_number=2']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:08.040149 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device a0763953-ca34-4769-8bd6-bbffc199808d up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:08.217953 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3466da14-5049-4577-b9d2-47a88f3c27d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.222579 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port a0763953-ca34-4769-8bd6-bbffc199808d completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:08.228666 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port a0763953-ca34-4769-8bd6-bbffc199808d triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:08.229446 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.267964 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4ce47e9c-d309-4a8b-9a42-d66eba59b7d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.332607 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.375487 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port a0763953-ca34-4769-8bd6-bbffc199808d, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=a0763953-ca34-4769-8bd6-bbffc199808d,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:08.384559 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.384977 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.managers [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Attempting to bind port 9e948047-3380-48c3-beaf-c5089257a287 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:14:08.385540 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.managers [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Attempting to bind port 9e948047-3380-48c3-beaf-c5089257a287 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '9b737b28-4160-4b85-9c08-96d9a118b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db'}] {{(pid=93321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:14:08.385788 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Attempting to bind port 9e948047-3380-48c3-beaf-c5089257a287 on network 24ebd5db-e6b4-4351-afb2-6548b006e9db {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:08.405867 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d27fb-6565-4431-b157-e409c76ab20d req-8bdaf753-edbf-40fe-b95d-ccd5735d3954 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:08.406894 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce47e9c-d309-4a8b-9a42-d66eba59b7d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:08.413583 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d68d27fb-6565-4431-b157-e409c76ab20d req-8bdaf753-edbf-40fe-b95d-ccd5735d3954 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 943 time: 0.4782207 Jul 15 19:14:08.415909 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Port 9e948047-3380-48c3-beaf-c5089257a287 on network 24ebd5db-e6b4-4351-afb2-6548b006e9db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:14:08.416223 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Attempting to bind port 9e948047-3380-48c3-beaf-c5089257a287 on network 24ebd5db-e6b4-4351-afb2-6548b006e9db {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:08.416437 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-4ce47e9c-d309-4a8b-9a42-d66eba59b7d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:08.427884 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:14:08.428240 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Checking segment: {'id': '9b737b28-4160-4b85-9c08-96d9a118b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:14:08.428868 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Bound using segment: {'id': '9b737b28-4160-4b85-9c08-96d9a118b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db'} {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:14:08.429236 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.managers [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Bound port: 9e948047-3380-48c3-beaf-c5089257a287, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b737b28-4160-4b85-9c08-96d9a118b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db'}}] {{(pid=93321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:14:08.429590 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.446146 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce47e9c-d309-4a8b-9a42-d66eba59b7d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:14:08.470094 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce47e9c-d309-4a8b-9a42-d66eba59b7d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Pushing event updated for resources: {'Port': ['ID=90dd6979-35ed-442a-afc7-858ec49e33b8,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:08.484199 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=a0763953-ca34-4769-8bd6-bbffc199808d,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:08.507157 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48cb8cb-8032-4b08-b467-448625251fd2 {{(pid=93322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:14:08.517993 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.543374 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Transition to ACTIVE for port object a48cb8cb-8032-4b08-b467-448625251fd2 will not be triggered until provisioned by entity L2. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:08.562126 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d68d27fb-6565-4431-b157-e409c76ab20d req-fe91a8ef-b343-4dfb-a3dd-66eb7887c2b8 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476102 Jul 15 19:14:08.571274 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.599837 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] For port 9e948047-3380-48c3-beaf-c5089257a287, host hv-cinder-78445, cleared binding levels {{(pid=93321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:14:08.633818 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] For port 9e948047-3380-48c3-beaf-c5089257a287, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9e948047-3380-48c3-beaf-c5089257a287,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:14:08.640018 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3466da14-5049-4577-b9d2-47a88f3c27d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.641714 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.647370 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3466da14-5049-4577-b9d2-47a88f3c27d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.696101 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-3466da14-5049-4577-b9d2-47a88f3c27d1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2df294ccbc4a4720a09d1be097bd4539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9871211 Jul 15 19:14:08.700130 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 41364) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:08.735574 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:08.736197 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.737997 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] 10.222.0.93 "PUT /v2.0/ports/9e948047-3380-48c3-beaf-c5089257a287 HTTP/1.1" status: 200 len: 1093 time: 3.2088604 Jul 15 19:14:08.746770 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd05518d-a06f-4795-b325-a9d79916165f', 'tag': '9e948047-3380-48c3-beaf-c5089257a287'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:14:08.790268 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-49bfd7a6-0921-4934-a4e0-17536fbf5ed6 req-2963c0b1-81b1-44f6-af51-d2d923c04a80 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 210 time: 0.0923390 Jul 15 19:14:08.852365 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466da14-5049-4577-b9d2-47a88f3c27d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cc5a26-0cee-46ee-bec5-65fdf319ec3c,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:08.857346 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Pushing event updated for resources: {'Port': ['ID=a48cb8cb-8032-4b08-b467-448625251fd2,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:08.860432 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4ce47e9c-d309-4a8b-9a42-d66eba59b7d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.862927 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d9409-194b-4055-a1c3-b369184086a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e948047-3380-48c3-beaf-c5089257a287,revision_number=3']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:08.885339 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-fe1cd75d-4bc3-4bc5-a225-9b60b1dd5100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.918883 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-fe1cd75d-4bc3-4bc5-a225-9b60b1dd5100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.950819 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8921e13d-6f42-4cdf-a2b3-558177333345" -d '{"events": [{"name": "network-changed", "server_uuid": "fd05518d-a06f-4795-b325-a9d79916165f", "tag": "9e948047-3380-48c3-beaf-c5089257a287"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:14:08.959750 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4ce47e9c-d309-4a8b-9a42-d66eba59b7d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:08.985184 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Attempting to bind port a48cb8cb-8032-4b08-b467-448625251fd2 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:14:08.985540 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Attempting to bind port a48cb8cb-8032-4b08-b467-448625251fd2 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'e3d8ba23-33a3-4299-9be8-8104251ada1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f1067eff-65d1-4cf4-9126-ca03b68e68ce'}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:14:08.985871 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Attempting to bind port a48cb8cb-8032-4b08-b467-448625251fd2 on network f1067eff-65d1-4cf4-9126-ca03b68e68ce {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:08.997640 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Port a48cb8cb-8032-4b08-b467-448625251fd2 on network f1067eff-65d1-4cf4-9126-ca03b68e68ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:14:08.997984 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Attempting to bind port a48cb8cb-8032-4b08-b467-448625251fd2 on network f1067eff-65d1-4cf4-9126-ca03b68e68ce {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:08.998658 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-fe1cd75d-4bc3-4bc5-a225-9b60b1dd5100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.009147 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-fe1cd75d-4bc3-4bc5-a225-9b60b1dd5100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.011654 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:14:09.012112 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Checking segment: {'id': 'e3d8ba23-33a3-4299-9be8-8104251ada1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f1067eff-65d1-4cf4-9126-ca03b68e68ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:14:09.012558 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Bound using segment: {'id': 'e3d8ba23-33a3-4299-9be8-8104251ada1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f1067eff-65d1-4cf4-9126-ca03b68e68ce'} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:14:09.012993 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Bound port: a48cb8cb-8032-4b08-b467-448625251fd2, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d8ba23-33a3-4299-9be8-8104251ada1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f1067eff-65d1-4cf4-9126-ca03b68e68ce'}}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:14:09.013354 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.017651 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-fe1cd75d-4bc3-4bc5-a225-9b60b1dd5100 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/34cc5a26-0cee-46ee-bec5-65fdf319ec3c HTTP/1.1" status: 204 len: 168 time: 0.3135650 Jul 15 19:14:09.045313 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1cd75d-4bc3-4bc5-a225-9b60b1dd5100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cc5a26-0cee-46ee-bec5-65fdf319ec3c,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:09.165085 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] For port a48cb8cb-8032-4b08-b467-448625251fd2, host hv-cinder-78445, cleared binding levels {{(pid=93322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:14:09.171642 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] For port a48cb8cb-8032-4b08-b467-448625251fd2, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=a48cb8cb-8032-4b08-b467-448625251fd2,segment=NetworkSegment(e3d8ba23-33a3-4299-9be8-8104251ada1e),segment_id=e3d8ba23-33a3-4299-9be8-8104251ada1e)] {{(pid=93322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:14:09.184136 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.194604 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c4e75d-28bf-4bbc-97f1-e4c029bc1c5b x-openstack-request-id: req-b8c4e75d-28bf-4bbc-97f1-e4c029bc1c5b {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:14:09.194926 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd05518d-a06f-4795-b325-a9d79916165f", "tag": "9e948047-3380-48c3-beaf-c5089257a287", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:14:09.195141 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b8c4e75d-28bf-4bbc-97f1-e4c029bc1c5b {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:14:09.195959 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd05518d-a06f-4795-b325-a9d79916165f', 'tag': '9e948047-3380-48c3-beaf-c5089257a287', 'status': 'completed', 'code': 200} Jul 15 19:14:09.222909 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1504c2e-a368-457f-9bb5-931ab48f01ff req-2fd1c2b8-032f-4fce-bb95-ad00f36b7b22 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:09.228487 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c1504c2e-a368-457f-9bb5-931ab48f01ff req-2fd1c2b8-032f-4fce-bb95-ad00f36b7b22 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 944 time: 0.1226487 Jul 15 19:14:09.234980 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:09.235612 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.237008 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] 10.222.0.93 "PUT /v2.0/ports/a48cb8cb-8032-4b08-b467-448625251fd2 HTTP/1.1" status: 200 len: 1094 time: 3.6939192 Jul 15 19:14:09.240000 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1c4149-39d9-4a0e-a89d-ef6cce481adb', 'tag': 'a48cb8cb-8032-4b08-b467-448625251fd2'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:14:09.277407 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c1504c2e-a368-457f-9bb5-931ab48f01ff req-0fc628a7-e098-4c64-a40e-bd2d71c03884 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421975 Jul 15 19:14:09.292556 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4ce47e9c-d309-4a8b-9a42-d66eba59b7d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.294313 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5270d8-bf90-4cc0-ab44-4be500f864fd service neutron] Pushing event updated for resources: {'Port': ['ID=a48cb8cb-8032-4b08-b467-448625251fd2,revision_number=3']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:09.298657 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4ce47e9c-d309-4a8b-9a42-d66eba59b7d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.373397 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce47e9c-d309-4a8b-9a42-d66eba59b7d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Pushing event updated for resources: {'Port': ['ID=90dd6979-35ed-442a-afc7-858ec49e33b8,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:09.382134 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4ce47e9c-d309-4a8b-9a42-d66eba59b7d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978606'] for floatingip, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.392961 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95e6c70-a9fe-4bf8-9c35-5e3b17bf945a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1c4149-39d9-4a0e-a89d-ef6cce481adb", "tag": "a48cb8cb-8032-4b08-b467-448625251fd2"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:14:09.401574 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4ce47e9c-d309-4a8b-9a42-d66eba59b7d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.402873 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-4ce47e9c-d309-4a8b-9a42-d66eba59b7d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6278524 Jul 15 19:14:09.430525 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 41392) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:09.444923 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ce603439-98a2-4bbb-82e4-e8b45898d102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.560587 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ce603439-98a2-4bbb-82e4-e8b45898d102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.565867 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ce603439-98a2-4bbb-82e4-e8b45898d102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.601195 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d556f3e-da70-4ab7-b49e-847de1590cda x-openstack-request-id: req-3d556f3e-da70-4ab7-b49e-847de1590cda {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:14:09.601487 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1c4149-39d9-4a0e-a89d-ef6cce481adb", "tag": "a48cb8cb-8032-4b08-b467-448625251fd2", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:14:09.601744 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d556f3e-da70-4ab7-b49e-847de1590cda {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:14:09.602208 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1c4149-39d9-4a0e-a89d-ef6cce481adb', 'tag': 'a48cb8cb-8032-4b08-b467-448625251fd2', 'status': 'completed', 'code': 200} Jul 15 19:14:09.607612 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce603439-98a2-4bbb-82e4-e8b45898d102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21705b09-1045-4844-b682-cedae28baa73,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:09.617012 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-ce603439-98a2-4bbb-82e4-e8b45898d102 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=26d384d0a0ee4ac7b7002a7d0aaf907a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853170 Jul 15 19:14:09.619424 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 41408) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:09.673600 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-74a66945-e53c-4826-9801-4385bc2ec825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.685579 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-7ebbad1c-2686-4c91-a2fe-a387209ee04b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2110481530&fields=id&tenant_id=f17444fe2294411aa2ae77841e6aff16 HTTP/1.1" status: 200 len: 267 time: 0.0373063 Jul 15 19:14:09.694898 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-74a66945-e53c-4826-9801-4385bc2ec825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.756693 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-74a66945-e53c-4826-9801-4385bc2ec825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.760057 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-74a66945-e53c-4826-9801-4385bc2ec825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:09.764054 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-74a66945-e53c-4826-9801-4385bc2ec825 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/21705b09-1045-4844-b682-cedae28baa73 HTTP/1.1" status: 204 len: 168 time: 0.1403539 Jul 15 19:14:09.781609 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a66945-e53c-4826-9801-4385bc2ec825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21705b09-1045-4844-b682-cedae28baa73,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:09.917718 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device a0763953-ca34-4769-8bd6-bbffc199808d up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:09.978074 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port a0763953-ca34-4769-8bd6-bbffc199808d triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:09.978921 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:10.045752 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-ca55671c-21f2-429d-a8f0-72c6d28ac95e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:10.047301 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-ca55671c-21f2-429d-a8f0-72c6d28ac95e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/networks?id=79cfa60d-4e34-4970-b217-9f5f6601a96f HTTP/1.1" status: 200 len: 817 time: 0.3475637 Jul 15 19:14:10.061235 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487980f-dd2c-4553-97c5-e3cb0aee1da2 req-cf1b2399-562e-4cf0-8a0e-dc5bbdc59ad5 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:10.072866 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2487980f-dd2c-4553-97c5-e3cb0aee1da2 req-cf1b2399-562e-4cf0-8a0e-dc5bbdc59ad5 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 943 time: 0.3731534 Jul 15 19:14:10.102834 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-358be42d-17fd-41ee-9482-fd745184e878 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/quotas/f17444fe2294411aa2ae77841e6aff16 HTTP/1.1" status: 200 len: 375 time: 0.0324931 Jul 15 19:14:10.161718 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2487980f-dd2c-4553-97c5-e3cb0aee1da2 req-c7744b1b-a78e-4d21-8b4a-e7b22ba3d324 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902827 Jul 15 19:14:10.210339 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-dde36bf9-2fea-42a7-8203-794ba11a8449 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f17444fe2294411aa2ae77841e6aff16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0984004 Jul 15 19:14:10.368628 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-47f49ced-40a8-477f-9bdd-87f5b2969fae req-a9f0ef1c-9403-4eb6-98af-d6a7b0d1810a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 210 time: 0.0322299 Jul 15 19:14:10.370770 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-db7f6ab3-9a54-4906-89bc-e4fbc0aac33a service neutron] 10.222.0.73 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388378 Jul 15 19:14:10.490240 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-78dfbc53-c8f0-4d53-9f42-cacc7f73b964 service neutron] 10.222.0.73 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121268 Jul 15 19:14:10.594809 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa439b-493b-40cd-92f3-fe791f0c5cbe req-b61793d2-3c44-4642-b761-99a787ece0d2 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:10.602219 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bbfa439b-493b-40cd-92f3-fe791f0c5cbe req-b61793d2-3c44-4642-b761-99a787ece0d2 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 944 time: 0.1073124 Jul 15 19:14:10.702031 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bbfa439b-493b-40cd-92f3-fe791f0c5cbe req-cccd23d8-b00f-4fda-8422-56fc47527958 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966938 Jul 15 19:14:10.793863 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f52a556b-6570-4b82-ae35-8976079c76d6 req-62663892-0076-4f29-920e-f6dcf79adaf8 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 210 time: 0.0895834 Jul 15 19:14:11.072911 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e6c70-a9fe-4bf8-9c35-5e3b17bf945a req-030392a6-0c6e-46dc-b2f8-43868f46de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:11.075518 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e95e6c70-a9fe-4bf8-9c35-5e3b17bf945a req-030392a6-0c6e-46dc-b2f8-43868f46de53 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2285b96cbf0e4f9382a340a31ff58fca&device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 1097 time: 0.1515620 Jul 15 19:14:11.134638 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921e13d-6f42-4cdf-a2b3-558177333345 req-3a21421f-13db-4431-b018-3c426c882c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:11.136187 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-8921e13d-6f42-4cdf-a2b3-558177333345 req-3a21421f-13db-4431-b018-3c426c882c1b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f07cb303335437f9507f6887f302493&device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 1096 time: 0.1888483 Jul 15 19:14:11.575299 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921e13d-6f42-4cdf-a2b3-558177333345 req-9a3e0d31-7d30-48cd-854d-21b85a172e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:11.576877 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-8921e13d-6f42-4cdf-a2b3-558177333345 req-9a3e0d31-7d30-48cd-854d-21b85a172e96 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=8f07cb303335437f9507f6887f302493&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4260473 Jul 15 19:14:11.616493 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-708fc620-6a47-4b11-a494-a340976d94a5 req-78a7ecd3-eb1f-4895-91f7-47e8c9eb6b99 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 210 time: 0.0437562 Jul 15 19:14:11.617685 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e6c70-a9fe-4bf8-9c35-5e3b17bf945a req-968aaef3-136c-4d00-8ab7-cf687a24be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:11.619014 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e95e6c70-a9fe-4bf8-9c35-5e3b17bf945a req-968aaef3-136c-4d00-8ab7-cf687a24be5d service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=2285b96cbf0e4f9382a340a31ff58fca&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5217588 Jul 15 19:14:11.699919 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e1a24-1425-41a3-81d6-9f16c722adc8 req-125ba940-7f9a-4ff8-a128-4f2b17cac02f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:11.701455 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e69e1a24-1425-41a3-81d6-9f16c722adc8 req-125ba940-7f9a-4ff8-a128-4f2b17cac02f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 943 time: 0.2178910 Jul 15 19:14:11.800903 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921e13d-6f42-4cdf-a2b3-558177333345 req-8026964a-f5ef-4b96-9165-d304f33a2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:11.802845 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-8921e13d-6f42-4cdf-a2b3-558177333345 req-8026964a-f5ef-4b96-9165-d304f33a2f90 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2192309 Jul 15 19:14:11.919759 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.93', 60693) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:11.980780 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e69e1a24-1425-41a3-81d6-9f16c722adc8 req-24d4a43e-1e43-4dac-94d1-579d48b2184d tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667625 Jul 15 19:14:11.985465 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e6c70-a9fe-4bf8-9c35-5e3b17bf945a req-f9565633-735d-423a-9ef5-f654c4375e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:11.991331 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e95e6c70-a9fe-4bf8-9c35-5e3b17bf945a req-f9565633-735d-423a-9ef5-f654c4375e1d service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3566067 Jul 15 19:14:12.089632 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe1e6f-6205-44f0-98a5-3aed331abe1c req-4086d3be-fad4-411e-9912-b0bd10869ce7 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:12.092624 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1efe1e6f-6205-44f0-98a5-3aed331abe1c req-4086d3be-fad4-411e-9912-b0bd10869ce7 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 944 time: 0.2512424 Jul 15 19:14:12.101766 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-7b80e913-74a4-45d0-a5a8-a11c430322c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:12.103319 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-7b80e913-74a4-45d0-a5a8-a11c430322c9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f07cb303335437f9507f6887f302493&device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 1096 time: 0.1791260 Jul 15 19:14:12.173748 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1efe1e6f-6205-44f0-98a5-3aed331abe1c req-2db1460a-41ed-4605-a6f2-c87177dfcd4a tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719061 Jul 15 19:14:12.217676 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3a902068-8664-4ac4-8bb1-518f046f4841 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:12.219283 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3a902068-8664-4ac4-8bb1-518f046f4841 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.93 "GET /v2.0/networks?id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 HTTP/1.1" status: 200 len: 811 time: 0.2938280 Jul 15 19:14:12.251157 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6a12805c-c441-42b7-92d9-b32364288a3a req-c1e0c7f6-e8d2-48d9-8708-70f074f7b707 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 210 time: 0.0736499 Jul 15 19:14:12.286232 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-b05af6f3-7787-4861-8591-b16b1785a868 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e948047-3380-48c3-beaf-c5089257a287 HTTP/1.1" status: 200 len: 217 time: 0.1657403 Jul 15 19:14:12.296344 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5b2ab7ad-085f-4b8e-b26c-96c768207acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:12.299528 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-5b2ab7ad-085f-4b8e-b26c-96c768207acc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2285b96cbf0e4f9382a340a31ff58fca&device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 1097 time: 0.1114910 Jul 15 19:14:12.393779 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-1a1883c3-c1a8-4dec-85c6-c2c1aabfb7c6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd62e01c91bf494db0e0d5e92bd12beb HTTP/1.1" status: 200 len: 379 time: 0.1140864 Jul 15 19:14:12.415601 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-b2e91807-6a7e-4510-8e58-997e03250592 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Request body: {'port': {'device_id': '06507bea-ce52-4e3d-aff5-fe87fd91e4e1', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'admin_state_up': True, 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'security_groups': ['58de5a75-dc23-44da-8c83-ce59d10770df']}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:12.451266 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-ebc39c70-501a-4ebc-a573-c381ca51e1d2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a48cb8cb-8032-4b08-b467-448625251fd2 HTTP/1.1" status: 200 len: 217 time: 0.0957227 Jul 15 19:14:12.455407 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-12e7a38b-ae58-40c2-b98c-55a59760d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:12.456971 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-12e7a38b-ae58-40c2-b98c-55a59760d464 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6dda6e6c-290e-49ac-9920-7475b1feefbf HTTP/1.1" status: 200 len: 854 time: 0.1632192 Jul 15 19:14:12.481341 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.93', 60696) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:12.622865 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-c72625db-6a3d-4033-9277-a37a33ec4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:12.622865 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-c72625db-6a3d-4033-9277-a37a33ec4992 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b7c6d62-5a9b-4b80-bb24-ed43ed410a63 HTTP/1.1" status: 200 len: 851 time: 0.1120782 Jul 15 19:14:12.725068 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-dcc1ba8c-bd15-4df2-bbe0-f49bfe5e5a38 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:12.728588 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-dcc1ba8c-bd15-4df2-bbe0-f49bfe5e5a38 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.93 "GET /v2.0/networks?id=79cfa60d-4e34-4970-b217-9f5f6601a96f HTTP/1.1" status: 200 len: 817 time: 0.2407138 Jul 15 19:14:12.730202 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-d3f86204-9b1d-4b49-934a-eb7ab5faad67 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=24ebd5db-e6b4-4351-afb2-6548b006e9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2411509 Jul 15 19:14:12.790777 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-b2e91807-6a7e-4510-8e58-997e03250592 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Made reservation on behalf of cd62e01c91bf494db0e0d5e92bd12beb for: {'port': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:14:12.797153 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-b2e91807-6a7e-4510-8e58-997e03250592 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:12.871896 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9c2bc16e-e7ba-472a-9971-0c4338748f86 req-f5659cf2-6586-41d5-81cc-5432fc392b58 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 210 time: 0.0476003 Jul 15 19:14:12.963094 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-b2e91807-6a7e-4510-8e58-997e03250592 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Allocated IP 172.20.0.13 (a61add7c-79f1-4ffd-8a3c-8aa0e345ad23/73946c0a-f74c-48dd-bd39-ef27990bbc2b/8158ece9-82b8-43de-aafb-639210c7e093) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:14:13.119313 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 41594) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:13.187895 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-b2e91807-6a7e-4510-8e58-997e03250592 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:13.205879 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-b2e91807-6a7e-4510-8e58-997e03250592 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Transition to ACTIVE for port object 8158ece9-82b8-43de-aafb-639210c7e093 will not be triggered until provisioned by entity DHCP. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:13.239735 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645d4c3-eeac-4478-ae86-2b73138a6ce1 req-c46a946d-b5a2-4cc3-aaec-f38e3e62ad2d tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:13.241564 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b645d4c3-eeac-4478-ae86-2b73138a6ce1 req-c46a946d-b5a2-4cc3-aaec-f38e3e62ad2d tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 943 time: 0.0887794 Jul 15 19:14:13.246867 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-b2e91807-6a7e-4510-8e58-997e03250592 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:13.265175 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-2f393194-1243-4b73-a50e-2f9ce6a22d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:13.285222 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:14:13.293482 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-b2e91807-6a7e-4510-8e58-997e03250592 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:13.297002 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-b2e91807-6a7e-4510-8e58-997e03250592 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:13.301101 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-b2e91807-6a7e-4510-8e58-997e03250592 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:14:13.337398 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b645d4c3-eeac-4478-ae86-2b73138a6ce1 req-daec8390-103b-4f9d-84ab-69c33f17af9f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887229 Jul 15 19:14:13.363202 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e91807-6a7e-4510-8e58-997e03250592 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Pushing event updated for resources: {'Port': ['ID=8158ece9-82b8-43de-aafb-639210c7e093,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:13.400767 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-b2e91807-6a7e-4510-8e58-997e03250592 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:13.401896 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-b2e91807-6a7e-4510-8e58-997e03250592 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:13.437908 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 41608) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:13.521937 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1d7c-7d20-437a-91fa-d5b146c71623 req-d4e7ffb0-d785-46ff-bf81-6d2eb6d71487 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:13.523488 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b79c1d7c-7d20-437a-91fa-d5b146c71623 req-d4e7ffb0-d785-46ff-bf81-6d2eb6d71487 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 944 time: 0.1450343 Jul 15 19:14:13.525405 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1654e988-9030-429e-9033-0c7010f46b21 req-f39110d7-b348-4e5f-b5d7-c6830677304b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 210 time: 0.0467246 Jul 15 19:14:13.572147 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-2f393194-1243-4b73-a50e-2f9ce6a22d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:13.580086 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-61fe36fc-1094-4b92-9998-59822a16792b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:13.581148 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-b2e91807-6a7e-4510-8e58-997e03250592 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1697564 Jul 15 19:14:13.581815 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-2f393194-1243-4b73-a50e-2f9ce6a22d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:13.605116 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-10e6a481-4727-4dd0-9bfb-c75aef1116ef None None] Provisioning for port 8158ece9-82b8-43de-aafb-639210c7e093 completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:13.608634 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-10e6a481-4727-4dd0-9bfb-c75aef1116ef None None] Provisioning complete for port 8158ece9-82b8-43de-aafb-639210c7e093 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:13.609006 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-10e6a481-4727-4dd0-9bfb-c75aef1116ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:13.627497 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b79c1d7c-7d20-437a-91fa-d5b146c71623 req-a49b70d5-3d97-4a52-a0f8-c3c676f55562 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980744 Jul 15 19:14:13.644591 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-2f393194-1243-4b73-a50e-2f9ce6a22d8a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8bfdd078d09d44e7a4711119b9059d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5239043 Jul 15 19:14:13.647072 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 41612) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:13.647613 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f393194-1243-4b73-a50e-2f9ce6a22d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c176ce8-114d-48c6-adaf-8c667b40cd8d,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:13.659377 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-10e6a481-4727-4dd0-9bfb-c75aef1116ef None None] Port 8158ece9-82b8-43de-aafb-639210c7e093 cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:14:13.698246 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-231233b0-eff3-4a59-91e6-910a8d31ec9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:13.719234 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-231233b0-eff3-4a59-91e6-910a8d31ec9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:13.727333 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-61fe36fc-1094-4b92-9998-59822a16792b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:13.731458 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-61fe36fc-1094-4b92-9998-59822a16792b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:13.768358 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-231233b0-eff3-4a59-91e6-910a8d31ec9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:13.771779 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-231233b0-eff3-4a59-91e6-910a8d31ec9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:13.773082 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-231233b0-eff3-4a59-91e6-910a8d31ec9f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0c176ce8-114d-48c6-adaf-8c667b40cd8d HTTP/1.1" status: 204 len: 168 time: 0.1245842 Jul 15 19:14:13.776590 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-61fe36fc-1094-4b92-9998-59822a16792b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6e40b497e66c4dedb29e2e2a604c8c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350265 Jul 15 19:14:13.776590 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe36fc-1094-4b92-9998-59822a16792b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a45476-43f6-4675-9005-81e602cb7e07,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:13.777994 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 41616) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:13.782810 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231233b0-eff3-4a59-91e6-910a8d31ec9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c176ce8-114d-48c6-adaf-8c667b40cd8d,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:14.054811 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-86c54c4a-9aef-4d7c-8b2d-445c49f8a069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.059210 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 41622) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:14.071917 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4f516142-45cd-4973-acd1-1ede526256bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.081978 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-86c54c4a-9aef-4d7c-8b2d-445c49f8a069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.110552 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5caff9-7acb-42db-aabd-4489b71135bd req-b06e5ab9-fecf-4546-bb56-1deb545b247b tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:14.112111 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-be5caff9-7acb-42db-aabd-4489b71135bd req-b06e5ab9-fecf-4546-bb56-1deb545b247b tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 932 time: 0.1105580 Jul 15 19:14:14.161864 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-be5caff9-7acb-42db-aabd-4489b71135bd req-61d6c17a-73db-4125-8fd2-1d5789e84e86 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427353 Jul 15 19:14:14.170860 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4f516142-45cd-4973-acd1-1ede526256bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.177119 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4f516142-45cd-4973-acd1-1ede526256bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.177372 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-86c54c4a-9aef-4d7c-8b2d-445c49f8a069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.182477 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-86c54c4a-9aef-4d7c-8b2d-445c49f8a069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.183755 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-86c54c4a-9aef-4d7c-8b2d-445c49f8a069 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b8a45476-43f6-4675-9005-81e602cb7e07 HTTP/1.1" status: 204 len: 168 time: 0.4048257 Jul 15 19:14:14.211229 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c54c4a-9aef-4d7c-8b2d-445c49f8a069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a45476-43f6-4675-9005-81e602cb7e07,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:14.221482 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-4f516142-45cd-4973-acd1-1ede526256bf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=836f3afea7144a2bbc58b5f5d9056a93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609585 Jul 15 19:14:14.223758 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f516142-45cd-4973-acd1-1ede526256bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1862333-45b8-4789-b7ca-0dcaf284aa7e,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:14.224653 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 41630) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:14.278174 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0779b08d-c75c-4fc5-b899-2e95b10b013d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.298895 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0779b08d-c75c-4fc5-b899-2e95b10b013d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.346404 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0779b08d-c75c-4fc5-b899-2e95b10b013d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.349114 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0779b08d-c75c-4fc5-b899-2e95b10b013d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.350237 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-0779b08d-c75c-4fc5-b899-2e95b10b013d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e1862333-45b8-4789-b7ca-0dcaf284aa7e HTTP/1.1" status: 204 len: 168 time: 0.1243060 Jul 15 19:14:14.359199 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779b08d-c75c-4fc5-b899-2e95b10b013d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1862333-45b8-4789-b7ca-0dcaf284aa7e,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:14.553607 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb851d1-b3d3-4967-a568-3f41695cc428 req-891e2dc6-d9fa-465c-9f6e-6f6577d01620 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:14.558526 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-efb851d1-b3d3-4967-a568-3f41695cc428 req-891e2dc6-d9fa-465c-9f6e-6f6577d01620 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 943 time: 0.0700302 Jul 15 19:14:14.581191 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 41644) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:14.600336 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-102f109f-71fc-4acc-ab36-14a3a75ff7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.623054 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-efb851d1-b3d3-4967-a568-3f41695cc428 req-c28fc7f1-4255-4c5d-bab3-6bdae66bf051 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517023 Jul 15 19:14:14.706166 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-102f109f-71fc-4acc-ab36-14a3a75ff7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.706789 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-baeef609-948c-4108-93a4-e1fc392dcce3 req-8e14d7c2-e673-4e44-abbd-7971ee25c8e3 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 210 time: 0.0309839 Jul 15 19:14:14.711104 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-102f109f-71fc-4acc-ab36-14a3a75ff7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.766414 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-102f109f-71fc-4acc-ab36-14a3a75ff7a0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7813ddcbf4be4630a7f3805ef6df845f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824150 Jul 15 19:14:14.767311 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f109f-71fc-4acc-ab36-14a3a75ff7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddc5556-1598-4bef-a4b0-fb97ffa7f27b,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:14.769282 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 41654) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:14.864966 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9658a786-f50c-4715-833a-018c48d06e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.885633 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccd539-cffe-42cf-8746-51ef9708c270 req-876c3a1d-1b80-49fa-b3c2-24f56837b536 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:14.887174 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3fccd539-cffe-42cf-8746-51ef9708c270 req-876c3a1d-1b80-49fa-b3c2-24f56837b536 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 944 time: 0.1036246 Jul 15 19:14:14.900823 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9658a786-f50c-4715-833a-018c48d06e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.956152 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3fccd539-cffe-42cf-8746-51ef9708c270 req-51d3aefc-272c-402c-be4a-0ce01e65ac05 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614090 Jul 15 19:14:14.982307 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9658a786-f50c-4715-833a-018c48d06e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.985164 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9658a786-f50c-4715-833a-018c48d06e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:14.986297 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-9658a786-f50c-4715-833a-018c48d06e3a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2ddc5556-1598-4bef-a4b0-fb97ffa7f27b HTTP/1.1" status: 204 len: 168 time: 0.2160048 Jul 15 19:14:14.995666 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658a786-f50c-4715-833a-018c48d06e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddc5556-1598-4bef-a4b0-fb97ffa7f27b,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:15.364379 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae5949-b039-4dbe-abfb-4974a5ef83b5 req-92d2cded-3297-42b5-bf6f-d9b78917b924 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:15.365915 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-36ae5949-b039-4dbe-abfb-4974a5ef83b5 req-92d2cded-3297-42b5-bf6f-d9b78917b924 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 932 time: 0.0675135 Jul 15 19:14:15.420693 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-36ae5949-b039-4dbe-abfb-4974a5ef83b5 req-f5e89320-bfdf-4ae8-ba78-491bfdfd88df tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485878 Jul 15 19:14:15.490967 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Request body: {'port': {'device_id': '06507bea-ce52-4e3d-aff5-fe87fd91e4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:15.504029 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-04d9a63c-ae6c-4112-96c4-63968c34030a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f1067eff-65d1-4cf4-9126-ca03b68e68ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528660 Jul 15 19:14:15.581785 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-8a8bfff5-166f-432a-b35c-bfed08e65690 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f17444fe2294411aa2ae77841e6aff16 HTTP/1.1" status: 200 len: 380 time: 0.1282129 Jul 15 19:14:15.627554 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:15.629664 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-28efadc0-777a-4be5-905a-de26de326ac4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Request body: {'port': {'device_id': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'admin_state_up': True, 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'security_groups': ['ee54f166-f0d0-4d0a-a008-fa3e29af6d4b']}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:15.643095 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-94d9092d-e0ba-4e54-8525-6d47b65a1183 service neutron] 10.222.0.93 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910350 Jul 15 19:14:15.730593 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-397ac5ab-059a-456b-9847-a43980208b92 service neutron] 10.222.0.93 "GET /v2.0/networks/f1067eff-65d1-4cf4-9126-ca03b68e68ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122533 Jul 15 19:14:15.896736 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-a4c69075-75c2-4a5c-aa40-607080a8d242 req-707b2728-7ee3-4f84-9455-4ba6196d699b service neutron] 10.222.0.93 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110784 Jul 15 19:14:15.957300 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a28776a5-7af9-436e-adb7-390c25b0c942 req-23b46ee1-0881-43d5-8016-36f1031d4bb8 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 210 time: 0.0401659 Jul 15 19:14:16.064058 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e542bdba-0cfb-4be9-afa0-119922801b5d req-2f79d306-0bf0-4d9c-b3d2-697870d55b68 service neutron] 10.222.0.93 "GET /v2.0/networks/f1067eff-65d1-4cf4-9126-ca03b68e68ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098238 Jul 15 19:14:16.084677 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-28efadc0-777a-4be5-905a-de26de326ac4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Made reservation on behalf of f17444fe2294411aa2ae77841e6aff16 for: {'port': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:14:16.089465 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-28efadc0-777a-4be5-905a-de26de326ac4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:16.099289 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8158ece9-82b8-43de-aafb-639210c7e093 {{(pid=93322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:14:16.109835 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:16.124897 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Transition to ACTIVE for port object 8158ece9-82b8-43de-aafb-639210c7e093 will not be triggered until provisioned by entity L2. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:16.130727 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:16.175063 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b64a9-51b6-431f-bf11-d66e727fef29 req-5a3227cd-ce15-4ce7-a8eb-b713f5e61e9b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:16.177192 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-370b64a9-51b6-431f-bf11-d66e727fef29 req-5a3227cd-ce15-4ce7-a8eb-b713f5e61e9b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 943 time: 0.3356535 Jul 15 19:14:16.251875 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Pushing event updated for resources: {'Port': ['ID=8158ece9-82b8-43de-aafb-639210c7e093,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:16.316988 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-370b64a9-51b6-431f-bf11-d66e727fef29 req-d2decbba-e9f7-46bf-879f-54a4dc3a3b92 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317749 Jul 15 19:14:16.328134 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Attempting to bind port 8158ece9-82b8-43de-aafb-639210c7e093 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:14:16.328398 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Attempting to bind port 8158ece9-82b8-43de-aafb-639210c7e093 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '76bf647f-957f-49b2-af8c-aa0b64c006d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23'}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:14:16.328732 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Attempting to bind port 8158ece9-82b8-43de-aafb-639210c7e093 on network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:16.336841 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Port 8158ece9-82b8-43de-aafb-639210c7e093 on network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:14:16.342391 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Attempting to bind port 8158ece9-82b8-43de-aafb-639210c7e093 on network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:16.345635 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5785279-67ed-4c5c-860f-a001c0fb0620 req-81dee854-29bd-46d9-bc06-67680fd7ad00 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:16.354400 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:14:16.354906 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Checking segment: {'id': '76bf647f-957f-49b2-af8c-aa0b64c006d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:14:16.355296 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Bound using segment: {'id': '76bf647f-957f-49b2-af8c-aa0b64c006d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23'} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:14:16.355799 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Bound port: 8158ece9-82b8-43de-aafb-639210c7e093, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76bf647f-957f-49b2-af8c-aa0b64c006d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23'}}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:14:16.356124 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:16.364007 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f5785279-67ed-4c5c-860f-a001c0fb0620 req-81dee854-29bd-46d9-bc06-67680fd7ad00 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 944 time: 0.2452805 Jul 15 19:14:16.422500 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-28efadc0-777a-4be5-905a-de26de326ac4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Allocated IP 172.20.0.4 (79cfa60d-4e34-4970-b217-9f5f6601a96f/1bf9fac0-3f6b-4c69-8651-18074b0e5c7d/1a225c13-a225-4e29-8700-331911a7dfd8) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:14:16.470574 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] For port 8158ece9-82b8-43de-aafb-639210c7e093, host hv-cinder-78445, cleared binding levels {{(pid=93322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:14:16.475892 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] For port 8158ece9-82b8-43de-aafb-639210c7e093, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8158ece9-82b8-43de-aafb-639210c7e093,segment=NetworkSegment(76bf647f-957f-49b2-af8c-aa0b64c006d1),segment_id=76bf647f-957f-49b2-af8c-aa0b64c006d1)] {{(pid=93322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:14:16.489739 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:16.508395 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f5785279-67ed-4c5c-860f-a001c0fb0620 req-4d00384f-352c-453b-a1d0-70ec78fbcfe2 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434948 Jul 15 19:14:16.531262 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:16.531897 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:16.533693 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] 10.222.0.93 "PUT /v2.0/ports/8158ece9-82b8-43de-aafb-639210c7e093 HTTP/1.1" status: 200 len: 1094 time: 1.0472915 Jul 15 19:14:16.534186 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06507bea-ce52-4e3d-aff5-fe87fd91e4e1', 'tag': '8158ece9-82b8-43de-aafb-639210c7e093'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:14:16.539916 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7eae4d-5e2f-4aa1-9c61-4dc8bbb57328" -d '{"events": [{"name": "network-changed", "server_uuid": "06507bea-ce52-4e3d-aff5-fe87fd91e4e1", "tag": "8158ece9-82b8-43de-aafb-639210c7e093"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:14:16.599089 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb59b19-0744-4e11-aa5c-62d89ec27b13 service neutron] Pushing event updated for resources: {'Port': ['ID=8158ece9-82b8-43de-aafb-639210c7e093,revision_number=3']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:16.754624 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd793484-cd0b-4867-8eea-4198e667a7bb x-openstack-request-id: req-fd793484-cd0b-4867-8eea-4198e667a7bb {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:14:16.755259 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06507bea-ce52-4e3d-aff5-fe87fd91e4e1", "tag": "8158ece9-82b8-43de-aafb-639210c7e093", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:14:16.755259 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fd793484-cd0b-4867-8eea-4198e667a7bb {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:14:16.757552 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06507bea-ce52-4e3d-aff5-fe87fd91e4e1', 'tag': '8158ece9-82b8-43de-aafb-639210c7e093', 'status': 'completed', 'code': 200} Jul 15 19:14:16.821697 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-28efadc0-777a-4be5-905a-de26de326ac4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:16.825651 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-f6183877-a959-481b-b2de-f5730d8c2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:16.827345 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-f6183877-a959-481b-b2de-f5730d8c2531 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd62e01c91bf494db0e0d5e92bd12beb&device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 1097 time: 0.2085373 Jul 15 19:14:16.869701 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.provisioning_blocks [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-28efadc0-777a-4be5-905a-de26de326ac4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Transition to ACTIVE for port object 1a225c13-a225-4e29-8700-331911a7dfd8 will not be triggered until provisioned by entity DHCP. {{(pid=93321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:16.903581 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-1b1ce227-4791-46aa-9699-219386da2844 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8158ece9-82b8-43de-aafb-639210c7e093 HTTP/1.1" status: 200 len: 217 time: 0.0591350 Jul 15 19:14:16.915556 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989b757-5e38-4625-80c4-198c05ba91c7 req-e09bc171-7208-445d-913d-f919046d0136 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:16.917164 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3989b757-5e38-4625-80c4-198c05ba91c7 req-e09bc171-7208-445d-913d-f919046d0136 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 944 time: 0.1609745 Jul 15 19:14:16.944853 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-28efadc0-777a-4be5-905a-de26de326ac4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:16.965555 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-48d049b8-b6f9-42c2-a458-4992f4f3ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:16.967234 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-48d049b8-b6f9-42c2-a458-4992f4f3ba73 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=73946c0a-f74c-48dd-bd39-ef27990bbc2b HTTP/1.1" status: 200 len: 850 time: 0.0554657 Jul 15 19:14:17.054812 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-28efadc0-777a-4be5-905a-de26de326ac4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Network 79cfa60d-4e34-4970-b217-9f5f6601a96f is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:17.073313 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3989b757-5e38-4625-80c4-198c05ba91c7 req-5f2268f1-2ffd-4f49-8b80-fd8726496f33 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442623 Jul 15 19:14:17.084448 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-ef41dcbe-8d6b-47c6-be26-33224c2f8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:17.086252 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-ef41dcbe-8d6b-47c6-be26-33224c2f8970 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1075163 Jul 15 19:14:17.087266 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-28efadc0-777a-4be5-905a-de26de326ac4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:17.103024 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-28efadc0-777a-4be5-905a-de26de326ac4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:14:17.109765 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efadc0-777a-4be5-905a-de26de326ac4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Pushing event updated for resources: {'Port': ['ID=1a225c13-a225-4e29-8700-331911a7dfd8,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:17.172050 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 41772) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:17.178224 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-28efadc0-777a-4be5-905a-de26de326ac4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:17.178879 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-28efadc0-777a-4be5-905a-de26de326ac4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:17.240073 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-28efadc0-777a-4be5-905a-de26de326ac4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6151083 Jul 15 19:14:17.240878 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-e4d9ab27-c90d-4a79-b6aa-185fcdc5faee service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430609 Jul 15 19:14:17.265427 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Request body: {'port': {'device_id': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:17.280314 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64053a5-71d9-4852-bd2c-de89e42ccf93 req-542480c6-39d7-4d5f-ade4-17c82b1cfd4c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:17.282048 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f64053a5-71d9-4852-bd2c-de89e42ccf93 req-542480c6-39d7-4d5f-ade4-17c82b1cfd4c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 931 time: 0.1117964 Jul 15 19:14:17.397439 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-bba9dfeb-4ab7-4822-bba3-98fdc920d72a req-635bab8f-ae87-4395-9f9d-32c2cc357dfe service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371536 Jul 15 19:14:17.414446 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f64053a5-71d9-4852-bd2c-de89e42ccf93 req-56ff2599-7fc0-45fa-9540-ed745d5a3324 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024642 Jul 15 19:14:17.425494 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-6f8d68ff-b6a9-43b7-9f9a-d635baca1925 None None] Provisioning for port 1a225c13-a225-4e29-8700-331911a7dfd8 completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:17.435064 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-6f8d68ff-b6a9-43b7-9f9a-d635baca1925 None None] Provisioning complete for port 1a225c13-a225-4e29-8700-331911a7dfd8 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:17.438977 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-6f8d68ff-b6a9-43b7-9f9a-d635baca1925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:17.448376 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:17.450283 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a510e866-aa27-4c08-b4da-d36581fd065b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:17.501699 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-6f8d68ff-b6a9-43b7-9f9a-d635baca1925 None None] Port 1a225c13-a225-4e29-8700-331911a7dfd8 cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:14:17.593103 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7eae4d-5e2f-4aa1-9c61-4dc8bbb57328 req-5ee9c80f-f5fb-48e6-9ddd-53c64824baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:17.595202 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-ea7eae4d-5e2f-4aa1-9c61-4dc8bbb57328 req-5ee9c80f-f5fb-48e6-9ddd-53c64824baa8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd62e01c91bf494db0e0d5e92bd12beb&device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 1097 time: 0.0589209 Jul 15 19:14:17.777994 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7eae4d-5e2f-4aa1-9c61-4dc8bbb57328 req-a015fe8c-7430-4011-bb65-7eecdb9894ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:17.780224 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-ea7eae4d-5e2f-4aa1-9c61-4dc8bbb57328 req-a015fe8c-7430-4011-bb65-7eecdb9894ad service neutron] 10.222.0.93 "GET /v2.0/networks?id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 HTTP/1.1" status: 200 len: 913 time: 0.1750476 Jul 15 19:14:17.787539 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828ae81-13b2-45b0-b344-c7c59e857ea2 req-d2c64877-a390-4217-afde-95a7832999c1 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:17.789072 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b828ae81-13b2-45b0-b344-c7c59e857ea2 req-d2c64877-a390-4217-afde-95a7832999c1 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 943 time: 0.2732475 Jul 15 19:14:17.838755 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-ea7eae4d-5e2f-4aa1-9c61-4dc8bbb57328 req-6fbf52cf-67a8-45ed-99e3-95f3e39e053f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8158ece9-82b8-43de-aafb-639210c7e093 HTTP/1.1" status: 200 len: 217 time: 0.0511441 Jul 15 19:14:17.883775 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a510e866-aa27-4c08-b4da-d36581fd065b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:17.898716 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7eae4d-5e2f-4aa1-9c61-4dc8bbb57328 req-7a6e6508-868a-4fa2-96e9-a4f25026e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:17.900187 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-ea7eae4d-5e2f-4aa1-9c61-4dc8bbb57328 req-7a6e6508-868a-4fa2-96e9-a4f25026e4c0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=73946c0a-f74c-48dd-bd39-ef27990bbc2b HTTP/1.1" status: 200 len: 850 time: 0.0543885 Jul 15 19:14:17.902257 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a510e866-aa27-4c08-b4da-d36581fd065b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:17.953000 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b828ae81-13b2-45b0-b344-c7c59e857ea2 req-44561e80-30e0-4989-89cc-82d969d14e3d tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308224 Jul 15 19:14:17.979486 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f470d91-068b-4f33-9ecb-3ee70cfab09c req-f1f23a44-1119-487e-908e-3bf828949bce tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:17.980990 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4f470d91-068b-4f33-9ecb-3ee70cfab09c req-f1f23a44-1119-487e-908e-3bf828949bce tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 944 time: 0.3002570 Jul 15 19:14:17.999683 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-a510e866-aa27-4c08-b4da-d36581fd065b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1589098915374d438354a0618a754f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8178818 Jul 15 19:14:18.000217 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7eae4d-5e2f-4aa1-9c61-4dc8bbb57328 req-2cb237f9-d0da-498b-8551-f9e403ad0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:18.000513 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 41804) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:18.002993 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-ea7eae4d-5e2f-4aa1-9c61-4dc8bbb57328 req-2cb237f9-d0da-498b-8551-f9e403ad0d24 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928738 Jul 15 19:14:18.005527 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510e866-aa27-4c08-b4da-d36581fd065b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038b7349-c9bf-4161-85d9-8ca4a4b19144,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:18.135824 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4f470d91-068b-4f33-9ecb-3ee70cfab09c req-f5076a25-f861-46ab-86e2-4d0422f6ac06 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382449 Jul 15 19:14:18.150374 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-ea7eae4d-5e2f-4aa1-9c61-4dc8bbb57328 req-2cef7066-e0c3-46ad-864c-6187429b635e service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304789 Jul 15 19:14:18.167601 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a225c13-a225-4e29-8700-331911a7dfd8 {{(pid=93321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:14:18.180396 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:18.182688 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0900fa3e-bcfe-497c-a84d-11cf50e8d6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:18.220892 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.provisioning_blocks [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Transition to ACTIVE for port object 1a225c13-a225-4e29-8700-331911a7dfd8 will not be triggered until provisioned by entity L2. {{(pid=93321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:18.227638 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0900fa3e-bcfe-497c-a84d-11cf50e8d6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:18.229515 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:18.303695 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-ea7eae4d-5e2f-4aa1-9c61-4dc8bbb57328 req-07f36ebd-ce8a-4603-841d-de6c6b14bdd3 service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447735 Jul 15 19:14:18.379194 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Pushing event updated for resources: {'Port': ['ID=1a225c13-a225-4e29-8700-331911a7dfd8,revision_number=2']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:18.490057 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0900fa3e-bcfe-497c-a84d-11cf50e8d6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:18.492577 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0900fa3e-bcfe-497c-a84d-11cf50e8d6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:18.504816 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-0900fa3e-bcfe-497c-a84d-11cf50e8d6f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/038b7349-c9bf-4161-85d9-8ca4a4b19144 HTTP/1.1" status: 204 len: 168 time: 0.4946330 Jul 15 19:14:18.566950 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900fa3e-bcfe-497c-a84d-11cf50e8d6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038b7349-c9bf-4161-85d9-8ca4a4b19144,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:18.571092 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.managers [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Attempting to bind port 1a225c13-a225-4e29-8700-331911a7dfd8 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:14:18.575354 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.managers [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Attempting to bind port 1a225c13-a225-4e29-8700-331911a7dfd8 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '907bbd48-fea1-4b7b-a422-e3eb723d5a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f'}] {{(pid=93321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:14:18.575913 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Attempting to bind port 1a225c13-a225-4e29-8700-331911a7dfd8 on network 79cfa60d-4e34-4970-b217-9f5f6601a96f {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:18.597296 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dea43d-12b1-4c8c-b171-2400df1b3207 req-22295a26-b173-4270-981c-697735f0e065 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:18.605725 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d2dea43d-12b1-4c8c-b171-2400df1b3207 req-22295a26-b173-4270-981c-697735f0e065 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 944 time: 0.3260832 Jul 15 19:14:18.638721 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Port 1a225c13-a225-4e29-8700-331911a7dfd8 on network 79cfa60d-4e34-4970-b217-9f5f6601a96f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:14:18.639043 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Attempting to bind port 1a225c13-a225-4e29-8700-331911a7dfd8 on network 79cfa60d-4e34-4970-b217-9f5f6601a96f {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:18.866026 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:14:18.866383 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Checking segment: {'id': '907bbd48-fea1-4b7b-a422-e3eb723d5a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:14:18.866784 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Bound using segment: {'id': '907bbd48-fea1-4b7b-a422-e3eb723d5a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f'} {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:14:18.867218 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.managers [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Bound port: 1a225c13-a225-4e29-8700-331911a7dfd8, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '907bbd48-fea1-4b7b-a422-e3eb723d5a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f'}}] {{(pid=93321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:14:18.867571 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:18.894517 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d2dea43d-12b1-4c8c-b171-2400df1b3207 req-9389b56c-8dbb-485e-bbed-f1ebaea44a7e tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876501 Jul 15 19:14:18.903239 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 41844) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:18.916822 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-cb1f640c-9687-491c-809b-5614ac54f7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:18.960515 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33940f9f-d391-4c7d-908a-19b5a261e1f7 req-bd28cc5b-8dcb-4beb-ae79-ad2fcbeda646 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:18.961991 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-33940f9f-d391-4c7d-908a-19b5a261e1f7 req-bd28cc5b-8dcb-4beb-ae79-ad2fcbeda646 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.3924494 Jul 15 19:14:18.992500 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] For port 1a225c13-a225-4e29-8700-331911a7dfd8, host hv-cinder-78445, cleared binding levels {{(pid=93321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:14:19.010305 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-cb1f640c-9687-491c-809b-5614ac54f7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:19.014777 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-cb1f640c-9687-491c-809b-5614ac54f7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:19.015961 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] For port 1a225c13-a225-4e29-8700-331911a7dfd8, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1a225c13-a225-4e29-8700-331911a7dfd8,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:14:19.025246 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-33940f9f-d391-4c7d-908a-19b5a261e1f7 req-2ac840e2-5aa5-42f4-8a23-95d215eff58d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572479 Jul 15 19:14:19.026257 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:19.054596 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f640c-9687-491c-809b-5614ac54f7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8241c8-2b4f-4c20-9ddd-0e70121ebf4a,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:19.062140 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-cb1f640c-9687-491c-809b-5614ac54f7a6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0c6ade036e8f475daa0b68d000db2222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578302 Jul 15 19:14:19.063120 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 41848) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:19.064304 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:19.065080 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:19.066525 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] 10.222.0.93 "PUT /v2.0/ports/1a225c13-a225-4e29-8700-331911a7dfd8 HTTP/1.1" status: 200 len: 1093 time: 1.8069539 Jul 15 19:14:19.071744 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'tag': '1a225c13-a225-4e29-8700-331911a7dfd8'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:14:19.073851 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3de6488-86ca-4145-8962-33d5208e8d00" -d '{"events": [{"name": "network-changed", "server_uuid": "73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb", "tag": "1a225c13-a225-4e29-8700-331911a7dfd8"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:14:19.125623 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850e3f9-bb9b-4de6-8c79-e60282d90754 service neutron] Pushing event updated for resources: {'Port': ['ID=1a225c13-a225-4e29-8700-331911a7dfd8,revision_number=3']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:19.138401 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e20ecbad-edb8-40b6-b49a-583ac912c352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:19.142254 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162b976f-fe34-44ae-99b6-c81f05fb3c1f x-openstack-request-id: req-162b976f-fe34-44ae-99b6-c81f05fb3c1f {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:14:19.142581 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb", "tag": "1a225c13-a225-4e29-8700-331911a7dfd8", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:14:19.142826 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-162b976f-fe34-44ae-99b6-c81f05fb3c1f {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:14:19.143213 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'tag': '1a225c13-a225-4e29-8700-331911a7dfd8', 'status': 'completed', 'code': 200} Jul 15 19:14:19.162308 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e20ecbad-edb8-40b6-b49a-583ac912c352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:19.167370 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6967c33-d70e-46b5-8151-73b81f96c18f req-3c980777-ee8e-4ba5-ad84-1f43540ad6ad tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:19.169073 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d6967c33-d70e-46b5-8151-73b81f96c18f req-3c980777-ee8e-4ba5-ad84-1f43540ad6ad tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 943 time: 0.0848300 Jul 15 19:14:19.221575 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d6967c33-d70e-46b5-8151-73b81f96c18f req-3e2be4fe-915a-4ef1-bb02-096eab3d2692 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459080 Jul 15 19:14:19.222153 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e20ecbad-edb8-40b6-b49a-583ac912c352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:19.224889 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e20ecbad-edb8-40b6-b49a-583ac912c352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:19.226126 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-e20ecbad-edb8-40b6-b49a-583ac912c352 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4f8241c8-2b4f-4c20-9ddd-0e70121ebf4a HTTP/1.1" status: 204 len: 168 time: 0.1620090 Jul 15 19:14:19.247390 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ecbad-edb8-40b6-b49a-583ac912c352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8241c8-2b4f-4c20-9ddd-0e70121ebf4a,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:19.327649 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69efd5-235b-46b7-af1d-286d977858a0 req-ef242cb0-dd48-45fd-97ea-cde1546029f8 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:19.329187 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3c69efd5-235b-46b7-af1d-286d977858a0 req-ef242cb0-dd48-45fd-97ea-cde1546029f8 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 944 time: 0.0682685 Jul 15 19:14:19.368927 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3c69efd5-235b-46b7-af1d-286d977858a0 req-cad673ff-4959-41b7-9dc5-f6cb892343bb tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336223 Jul 15 19:14:20.099361 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063afe3-ba6c-4518-9b71-13b6443893c3 req-aa526790-3260-415e-a681-e0c9843eb6eb tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:20.100867 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8063afe3-ba6c-4518-9b71-13b6443893c3 req-aa526790-3260-415e-a681-e0c9843eb6eb tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 944 time: 0.0755024 Jul 15 19:14:20.140339 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8063afe3-ba6c-4518-9b71-13b6443893c3 req-8254570f-25b5-4581-ba75-c6cbebcab794 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337048 Jul 15 19:14:20.262343 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6249e-d3c0-46e3-81c2-9154014cbabc req-4573518c-f0ad-4b85-9462-217b03990716 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:20.263892 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-02e6249e-d3c0-46e3-81c2-9154014cbabc req-4573518c-f0ad-4b85-9462-217b03990716 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0683434 Jul 15 19:14:20.307316 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-02e6249e-d3c0-46e3-81c2-9154014cbabc req-cb5005bb-32ba-4b63-a925-b5ec08871d1c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378895 Jul 15 19:14:20.407058 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97171e-7e07-4abf-8e89-1780a8004ed6 req-f1f1fbf2-c7fa-4211-a2d1-421fe8cabe39 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:20.408654 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1b97171e-7e07-4abf-8e89-1780a8004ed6 req-f1f1fbf2-c7fa-4211-a2d1-421fe8cabe39 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 943 time: 0.0639892 Jul 15 19:14:20.448392 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1b97171e-7e07-4abf-8e89-1780a8004ed6 req-d8a6e99e-67a1-4b10-9323-9301031995e2 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334501 Jul 15 19:14:20.548114 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6d5b4-d013-496d-8952-385a2871acce req-d72c862d-0011-4d1d-bd49-4838cbdb5bc6 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:20.549565 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c9d6d5b4-d013-496d-8952-385a2871acce req-d72c862d-0011-4d1d-bd49-4838cbdb5bc6 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 944 time: 0.0673513 Jul 15 19:14:20.587770 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c9d6d5b4-d013-496d-8952-385a2871acce req-4b6434ae-2335-4552-a15b-216cab16535f tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324578 Jul 15 19:14:21.325173 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165791d3-3c40-4d80-8b23-9526a9be55c6 req-7db1f9fd-f357-4d6e-ad8d-8dc971909f2a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:21.326600 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-165791d3-3c40-4d80-8b23-9526a9be55c6 req-7db1f9fd-f357-4d6e-ad8d-8dc971909f2a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 944 time: 0.0638444 Jul 15 19:14:21.370951 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-165791d3-3c40-4d80-8b23-9526a9be55c6 req-7f23a2f7-5809-40a8-b1ca-898ad7ed2d80 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383599 Jul 15 19:14:21.516555 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de132882-5a8c-444c-8e88-058556d77662 req-f1154593-ea1c-4c7e-b336-e0ce09b93679 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:21.518042 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-de132882-5a8c-444c-8e88-058556d77662 req-f1154593-ea1c-4c7e-b336-e0ce09b93679 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0721591 Jul 15 19:14:21.576107 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-de132882-5a8c-444c-8e88-058556d77662 req-34d001cf-0aed-495a-9a83-03e312b24065 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513134 Jul 15 19:14:21.664450 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09d693-3742-48cb-b5f6-1ebd666bff6b req-9b4e41dd-912c-4f14-b7ab-2995ca6edc90 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:21.665951 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8b09d693-3742-48cb-b5f6-1ebd666bff6b req-9b4e41dd-912c-4f14-b7ab-2995ca6edc90 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 943 time: 0.0706215 Jul 15 19:14:21.713700 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8b09d693-3742-48cb-b5f6-1ebd666bff6b req-a98ef034-081f-4c04-ba92-6bd2a00c9b10 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 Jul 15 19:14:21.775214 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1eed39-801d-4f67-998f-ac91f2660677 req-e73eba6d-2628-4cec-95c0-c6dd53b715ff tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:21.776790 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bc1eed39-801d-4f67-998f-ac91f2660677 req-e73eba6d-2628-4cec-95c0-c6dd53b715ff tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 944 time: 0.0771270 Jul 15 19:14:21.802769 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device a48cb8cb-8032-4b08-b467-448625251fd2 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:14:21.889973 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bc1eed39-801d-4f67-998f-ac91f2660677 req-7a5f1480-ff13-4b47-ad47-b1974e504bad tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013105 Jul 15 19:14:21.929225 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de6488-86ca-4145-8962-33d5208e8d00 req-f5f7d422-80ae-4da2-948d-1013cdd99c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:21.931703 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f3de6488-86ca-4145-8962-33d5208e8d00 req-f5f7d422-80ae-4da2-948d-1013cdd99c17 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f17444fe2294411aa2ae77841e6aff16&device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 1096 time: 0.1210878 Jul 15 19:14:21.948585 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port a48cb8cb-8032-4b08-b467-448625251fd2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=a48cb8cb-8032-4b08-b467-448625251fd2,segment=NetworkSegment(e3d8ba23-33a3-4299-9be8-8104251ada1e),segment_id=e3d8ba23-33a3-4299-9be8-8104251ada1e)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:21.960970 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': 'a48cb8cb-8032-4b08-b467-448625251fd2', 'network_id': 'f1067eff-65d1-4cf4-9126-ca03b68e68ce', 'port_id': 'a48cb8cb-8032-4b08-b467-448625251fd2', 'mac_address': 'fa:16:3e:d3:b3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7c6d62-5a9b-4b80-bb24-ed43ed410a63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:14:22.005384 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:22.020849 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48cb8cb-8032-4b08-b467-448625251fd2 {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:14:22.042710 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port a48cb8cb-8032-4b08-b467-448625251fd2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=a48cb8cb-8032-4b08-b467-448625251fd2,segment=NetworkSegment(e3d8ba23-33a3-4299-9be8-8104251ada1e),segment_id=e3d8ba23-33a3-4299-9be8-8104251ada1e)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:22.049514 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:22.051310 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 8158ece9-82b8-43de-aafb-639210c7e093 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:14:22.067703 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de6488-86ca-4145-8962-33d5208e8d00 req-a4fe6fca-e814-40d1-a7fb-52cd9ad413ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:22.068973 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f3de6488-86ca-4145-8962-33d5208e8d00 req-a4fe6fca-e814-40d1-a7fb-52cd9ad413ba service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=f17444fe2294411aa2ae77841e6aff16&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1215677 Jul 15 19:14:22.132395 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=a48cb8cb-8032-4b08-b467-448625251fd2,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:22.183214 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de6488-86ca-4145-8962-33d5208e8d00 req-c2022c0b-9593-4090-95a6-aaf92e50cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:22.184696 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f3de6488-86ca-4145-8962-33d5208e8d00 req-c2022c0b-9593-4090-95a6-aaf92e50cf93 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1093628 Jul 15 19:14:22.197712 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 8158ece9-82b8-43de-aafb-639210c7e093, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8158ece9-82b8-43de-aafb-639210c7e093,segment=NetworkSegment(76bf647f-957f-49b2-af8c-aa0b64c006d1),segment_id=76bf647f-957f-49b2-af8c-aa0b64c006d1)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:22.210056 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': '8158ece9-82b8-43de-aafb-639210c7e093', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'port_id': '8158ece9-82b8-43de-aafb-639210c7e093', 'mac_address': 'fa:16:3e:09:6f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:14:22.253225 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:22.267222 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8158ece9-82b8-43de-aafb-639210c7e093 {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:14:22.288324 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 8158ece9-82b8-43de-aafb-639210c7e093, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8158ece9-82b8-43de-aafb-639210c7e093,segment=NetworkSegment(76bf647f-957f-49b2-af8c-aa0b64c006d1),segment_id=76bf647f-957f-49b2-af8c-aa0b64c006d1)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:22.292659 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:22.293319 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 9e948047-3380-48c3-beaf-c5089257a287 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:14:22.302526 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-2579a1b9-8519-4004-bba4-5a67b8f7f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:22.304220 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-2579a1b9-8519-4004-bba4-5a67b8f7f3e7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f17444fe2294411aa2ae77841e6aff16&device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 1096 time: 0.0553391 Jul 15 19:14:22.365805 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-cfcd0e91-3ace-4207-8ea7-d19c17cad660 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a225c13-a225-4e29-8700-331911a7dfd8 HTTP/1.1" status: 200 len: 217 time: 0.0472610 Jul 15 19:14:22.381656 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=8158ece9-82b8-43de-aafb-639210c7e093,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:22.430829 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-f81abe91-f983-421a-9614-87c44e6fbfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:22.432448 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-f81abe91-f983-421a-9614-87c44e6fbfde service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1bf9fac0-3f6b-4c69-8651-18074b0e5c7d HTTP/1.1" status: 200 len: 856 time: 0.0592103 Jul 15 19:14:22.445496 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 9e948047-3380-48c3-beaf-c5089257a287, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9e948047-3380-48c3-beaf-c5089257a287,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:22.458936 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': '9e948047-3380-48c3-beaf-c5089257a287', 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db', 'port_id': '9e948047-3380-48c3-beaf-c5089257a287', 'mac_address': 'fa:16:3e:0d:7f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dda6e6c-290e-49ac-9920-7475b1feefbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:14:22.501975 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:22.515225 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e948047-3380-48c3-beaf-c5089257a287 {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:14:22.534382 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 9e948047-3380-48c3-beaf-c5089257a287, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9e948047-3380-48c3-beaf-c5089257a287,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:22.538337 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:22.547786 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-c011010f-994f-47db-9e55-f9ef081ccbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:22.549280 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-c011010f-994f-47db-9e55-f9ef081ccbf6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=79cfa60d-4e34-4970-b217-9f5f6601a96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1083372 Jul 15 19:14:22.587794 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=9e948047-3380-48c3-beaf-c5089257a287,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:22.606302 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb84dd-9095-476a-bc85-7f35fef9343d req-0dbf3869-a1e1-41c9-82ac-9f94d301fb16 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:22.609034 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f3cb84dd-9095-476a-bc85-7f35fef9343d req-0dbf3869-a1e1-41c9-82ac-9f94d301fb16 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 945 time: 0.1190197 Jul 15 19:14:22.694724 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f3cb84dd-9095-476a-bc85-7f35fef9343d req-48dfc839-a452-40bb-9b9f-32501ec530df tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600085 Jul 15 19:14:22.696850 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-bd9714a2-3e8d-4249-a2e1-1cfd62cff9e3 service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396954 Jul 15 19:14:22.873094 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb11f2-f84c-430f-8bba-d89072382929 req-fbb37a77-b0ac-4a73-911a-27e25f4cd2d2 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:22.874868 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-27eb11f2-f84c-430f-8bba-d89072382929 req-fbb37a77-b0ac-4a73-911a-27e25f4cd2d2 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1726878 Jul 15 19:14:22.877841 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69568dba-de23-4bd9-b3a2-95b37d3e5e91 req-aad9dcb8-cf3c-40b3-aa6c-79a1a4303ff7 service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662629 Jul 15 19:14:22.935401 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-27eb11f2-f84c-430f-8bba-d89072382929 req-0eb81c71-0b4b-41a5-85cc-7bcc70896569 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510638 Jul 15 19:14:22.946357 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1911d-a62e-49fa-8d64-ae7dc9ba873c req-69c716f2-1d3b-4594-a354-13d90b11bf79 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:22.948016 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-10d1911d-a62e-49fa-8d64-ae7dc9ba873c req-69c716f2-1d3b-4594-a354-13d90b11bf79 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 944 time: 0.1181703 Jul 15 19:14:22.999573 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-10d1911d-a62e-49fa-8d64-ae7dc9ba873c req-ed914089-1647-4f76-92d6-581beb20daf2 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441399 Jul 15 19:14:23.051130 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f736-ec5e-4b73-8f93-cc615adf06e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:23.153191 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['9e948047-3380-48c3-beaf-c5089257a287'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:14:23.154654 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7100c5-2108-4a32-b8ae-c3d4efd1fceb req-ec059e5b-fd0a-40bf-9b41-ede13a8722ef tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:23.162574 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0d7100c5-2108-4a32-b8ae-c3d4efd1fceb req-ec059e5b-fd0a-40bf-9b41-ede13a8722ef tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 945 time: 0.0723362 Jul 15 19:14:23.179933 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['a48cb8cb-8032-4b08-b467-448625251fd2'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:14:23.214373 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0d7100c5-2108-4a32-b8ae-c3d4efd1fceb req-e6cc6f4d-037e-43e5-85f5-490db67927a9 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508246 Jul 15 19:14:23.240285 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['8158ece9-82b8-43de-aafb-639210c7e093'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:14:23.640970 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 42044) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:23.753073 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1664e11e-2322-43c5-9318-59e12b5c4196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:23.882864 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1664e11e-2322-43c5-9318-59e12b5c4196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:23.888281 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1664e11e-2322-43c5-9318-59e12b5c4196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:23.933125 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-1664e11e-2322-43c5-9318-59e12b5c4196 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=27a9706079604cdfb1ae69616e7bc0a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909358 Jul 15 19:14:23.934925 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664e11e-2322-43c5-9318-59e12b5c4196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce49c630-13aa-4ffa-a670-a7a6135ffe5c,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:23.936072 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42054) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:23.946348 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf0f32-f8c7-4dfa-9e21-4a866e9589b7 req-c0334b2e-dcc5-4dff-b68d-c947c87bbd8b tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:23.947826 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0ccf0f32-f8c7-4dfa-9e21-4a866e9589b7 req-c0334b2e-dcc5-4dff-b68d-c947c87bbd8b tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 945 time: 0.1309593 Jul 15 19:14:23.994339 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0ccf0f32-f8c7-4dfa-9e21-4a866e9589b7 req-02b84abf-07b6-4511-8f1a-dfaab87fe80c tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404570 Jul 15 19:14:23.997531 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-42858c94-bfc8-4e87-ac97-b7e7c9ef7920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.019724 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-42858c94-bfc8-4e87-ac97-b7e7c9ef7920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.069582 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-42858c94-bfc8-4e87-ac97-b7e7c9ef7920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.072288 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-42858c94-bfc8-4e87-ac97-b7e7c9ef7920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.074134 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-42858c94-bfc8-4e87-ac97-b7e7c9ef7920 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce49c630-13aa-4ffa-a670-a7a6135ffe5c HTTP/1.1" status: 204 len: 168 time: 0.1363986 Jul 15 19:14:24.081774 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42858c94-bfc8-4e87-ac97-b7e7c9ef7920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce49c630-13aa-4ffa-a670-a7a6135ffe5c,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:24.168011 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786df160-5eea-4ba6-a036-c0ecd7f2b711 req-d4522970-bc0c-499e-ba6c-e77344ef22e2 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:24.171327 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-786df160-5eea-4ba6-a036-c0ecd7f2b711 req-d4522970-bc0c-499e-ba6c-e77344ef22e2 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0788002 Jul 15 19:14:24.248608 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-786df160-5eea-4ba6-a036-c0ecd7f2b711 req-dfe56a1b-fb18-4a8d-a465-eeec01f1ce3a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656345 Jul 15 19:14:24.284577 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29940a61-16bf-4bc9-afd0-5eb8dfe7480c req-bf4b889e-b446-43cb-8b12-566e631f7196 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:24.289426 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-29940a61-16bf-4bc9-afd0-5eb8dfe7480c req-bf4b889e-b446-43cb-8b12-566e631f7196 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 944 time: 0.1328330 Jul 15 19:14:24.339902 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-29940a61-16bf-4bc9-afd0-5eb8dfe7480c req-e9c6f9b6-7767-400c-9afe-f42c81ac5381 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483789 Jul 15 19:14:24.469415 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42080) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:24.472759 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f5637-1016-4ba7-9040-a23cee1a8d8a req-66013583-09e4-446c-a89e-7cd4d63f585c tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:24.475622 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ef2f5637-1016-4ba7-9040-a23cee1a8d8a req-66013583-09e4-446c-a89e-7cd4d63f585c tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 945 time: 0.0869524 Jul 15 19:14:24.485382 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fce23b2f-4f51-4e04-9c24-d012324c95ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.515796 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ef2f5637-1016-4ba7-9040-a23cee1a8d8a req-541642e9-d805-4530-9068-0a8170d8a7ff tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342486 Jul 15 19:14:24.587059 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fce23b2f-4f51-4e04-9c24-d012324c95ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.592576 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fce23b2f-4f51-4e04-9c24-d012324c95ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.630503 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce23b2f-4f51-4e04-9c24-d012324c95ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1e555f-59b6-4bcd-9fcb-c625dfe5adbe,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:24.635783 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-fce23b2f-4f51-4e04-9c24-d012324c95ce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5b5217bd1ad84257858d2084efebac7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1650171 Jul 15 19:14:24.638330 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42086) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:24.685696 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-96837945-fda8-4159-8316-091aa2e85497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.708911 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-96837945-fda8-4159-8316-091aa2e85497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.756592 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-96837945-fda8-4159-8316-091aa2e85497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.759409 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-96837945-fda8-4159-8316-091aa2e85497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:24.760539 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-96837945-fda8-4159-8316-091aa2e85497 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9a1e555f-59b6-4bcd-9fcb-c625dfe5adbe HTTP/1.1" status: 204 len: 168 time: 0.1212897 Jul 15 19:14:24.768161 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96837945-fda8-4159-8316-091aa2e85497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1e555f-59b6-4bcd-9fcb-c625dfe5adbe,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:25.183182 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fbae5-81a8-4145-9af0-457cd26c13f4 req-a4429f85-2b2f-4605-a947-737e13bd212e tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:25.184667 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4c1fbae5-81a8-4145-9af0-457cd26c13f4 req-a4429f85-2b2f-4605-a947-737e13bd212e tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 945 time: 0.0701997 Jul 15 19:14:25.222666 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4c1fbae5-81a8-4145-9af0-457cd26c13f4 req-e11c952d-f7d8-411a-9430-ab520f8fbf66 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320508 Jul 15 19:14:25.435022 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a85bb0-4fb6-4575-977c-8a5ad8ff5a39 req-4322f965-2813-406f-9695-bb658cc509b4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:25.436719 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-65a85bb0-4fb6-4575-977c-8a5ad8ff5a39 req-4322f965-2813-406f-9695-bb658cc509b4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0677216 Jul 15 19:14:25.486146 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-65a85bb0-4fb6-4575-977c-8a5ad8ff5a39 req-c7e29378-1619-4f40-8f7e-5059b9c85ab4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424411 Jul 15 19:14:25.540075 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dea40-8324-4f09-b9c2-8aa72bf6e6c0 req-fdaa3a80-523e-42a6-9946-110d1aa23abe tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:25.541555 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-800dea40-8324-4f09-b9c2-8aa72bf6e6c0 req-fdaa3a80-523e-42a6-9946-110d1aa23abe tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 944 time: 0.0689108 Jul 15 19:14:25.581855 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-800dea40-8324-4f09-b9c2-8aa72bf6e6c0 req-cc74cb4b-ed12-4244-b79f-10b5961e8f15 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347943 Jul 15 19:14:25.639836 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e36c7dbb-3abf-4494-b003-03760c9c7912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:25.693027 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:25.715156 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f898a-98dd-4320-8c60-ad35460fbee4 req-a64f2805-cd4a-4c87-88c6-ec7f4a9281ff tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:25.716638 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f12f898a-98dd-4320-8c60-ad35460fbee4 req-a64f2805-cd4a-4c87-88c6-ec7f4a9281ff tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 945 time: 0.0814276 Jul 15 19:14:25.755341 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f12f898a-98dd-4320-8c60-ad35460fbee4 req-b1e049ee-d3d9-4d1a-82d0-797eebfa700d tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331860 Jul 15 19:14:26.396523 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04e000-2729-4070-994e-8c86e5a3c6a4 req-0eaf3f01-d4ca-425e-a707-3c3eefb18bf8 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:26.397994 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6f04e000-2729-4070-994e-8c86e5a3c6a4 req-0eaf3f01-d4ca-425e-a707-3c3eefb18bf8 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 945 time: 0.0634985 Jul 15 19:14:26.440338 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6f04e000-2729-4070-994e-8c86e5a3c6a4 req-b3170a5b-143c-40cf-9dc7-bdfdbb71e68f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364819 Jul 15 19:14:26.534008 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 1a225c13-a225-4e29-8700-331911a7dfd8 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:14:26.620833 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:26.637112 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 1a225c13-a225-4e29-8700-331911a7dfd8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1a225c13-a225-4e29-8700-331911a7dfd8,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:26.648541 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': '1a225c13-a225-4e29-8700-331911a7dfd8', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'port_id': '1a225c13-a225-4e29-8700-331911a7dfd8', 'mac_address': 'fa:16:3e:8b:a6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:14:26.674796 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18635a30-a11b-4409-9b9a-6751b7c62639 req-ed878eae-3828-4e35-b000-b45123e91f01 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:26.677399 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-18635a30-a11b-4409-9b9a-6751b7c62639 req-ed878eae-3828-4e35-b000-b45123e91f01 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0726819 Jul 15 19:14:26.707658 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:26.728848 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a225c13-a225-4e29-8700-331911a7dfd8 {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:14:26.750317 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 1a225c13-a225-4e29-8700-331911a7dfd8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1a225c13-a225-4e29-8700-331911a7dfd8,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:26.754779 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:26.762065 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-18635a30-a11b-4409-9b9a-6751b7c62639 req-0987e4ed-c762-43f1-96dd-14296a6c7c20 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786405 Jul 15 19:14:26.799819 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4823b0d-91c8-4d25-9b49-c287254fc922 req-45f0ca59-69c2-4101-88ae-cebe65fc63eb tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:26.802094 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b4823b0d-91c8-4d25-9b49-c287254fc922 req-45f0ca59-69c2-4101-88ae-cebe65fc63eb tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 944 time: 0.0925636 Jul 15 19:14:26.807429 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=1a225c13-a225-4e29-8700-331911a7dfd8,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:26.842645 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b4823b0d-91c8-4d25-9b49-c287254fc922 req-2c8c17d0-811f-4d85-bafe-5731245cc55d tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339036 Jul 15 19:14:26.930866 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f25cd9-ca78-46a8-b64d-f28507ae7c42 req-d2088786-93ce-4716-bc21-dc0baaa54bee tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:26.932304 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-65f25cd9-ca78-46a8-b64d-f28507ae7c42 req-d2088786-93ce-4716-bc21-dc0baaa54bee tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 945 time: 0.0626025 Jul 15 19:14:26.969230 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-65f25cd9-ca78-46a8-b64d-f28507ae7c42 req-58fa2788-ea10-4077-b808-b87ecb177db9 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313892 Jul 15 19:14:27.569148 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device a48cb8cb-8032-4b08-b467-448625251fd2 up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:27.618916 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port a48cb8cb-8032-4b08-b467-448625251fd2 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:27.622627 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port a48cb8cb-8032-4b08-b467-448625251fd2 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:27.622995 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:27.627907 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc2aad-d824-49a8-831d-7da996c650c1 req-26b8ea76-b5f2-4af6-a4c8-d79a58818887 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:27.629507 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2cfc2aad-d824-49a8-831d-7da996c650c1 req-26b8ea76-b5f2-4af6-a4c8-d79a58818887 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 945 time: 0.0718868 Jul 15 19:14:27.668922 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2cfc2aad-d824-49a8-831d-7da996c650c1 req-3dbc4680-9148-4bf0-927e-5032796a0029 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337594 Jul 15 19:14:27.803969 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:27.826020 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1c4149-39d9-4a0e-a89d-ef6cce481adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48cb8cb-8032-4b08-b467-448625251fd2'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:14:27.919495 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port a48cb8cb-8032-4b08-b467-448625251fd2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=a48cb8cb-8032-4b08-b467-448625251fd2,segment=NetworkSegment(e3d8ba23-33a3-4299-9be8-8104251ada1e),segment_id=e3d8ba23-33a3-4299-9be8-8104251ada1e)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:27.924386 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:27.925375 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 8158ece9-82b8-43de-aafb-639210c7e093 up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:27.949670 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d65486-ebc1-49e6-b718-bf666fa48eba req-618e1853-7ebb-468c-a9fb-2b8816d2e34a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:27.951358 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-17d65486-ebc1-49e6-b718-bf666fa48eba req-618e1853-7ebb-468c-a9fb-2b8816d2e34a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 944 time: 0.0700650 Jul 15 19:14:28.010918 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=a48cb8cb-8032-4b08-b467-448625251fd2,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:28.024357 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port 8158ece9-82b8-43de-aafb-639210c7e093 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:28.031285 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port 8158ece9-82b8-43de-aafb-639210c7e093 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:28.031285 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:28.042295 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-17d65486-ebc1-49e6-b718-bf666fa48eba req-56193ab4-0310-4d38-97e2-4bda6337af76 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773938 Jul 15 19:14:28.054162 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4ae020-84f7-49de-9e26-f6bd1ceddff1" -d '{"events": [{"server_uuid": "dc1c4149-39d9-4a0e-a89d-ef6cce481adb", "name": "network-vif-plugged", "status": "completed", "tag": "a48cb8cb-8032-4b08-b467-448625251fd2"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:14:28.059493 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2310a-853e-4607-ba97-490b7d2c57fb req-74447f92-755c-4905-8f01-78ad000e67dd tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:28.061235 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-46e2310a-853e-4607-ba97-490b7d2c57fb req-74447f92-755c-4905-8f01-78ad000e67dd tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 944 time: 0.1067967 Jul 15 19:14:28.105147 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-46e2310a-853e-4607-ba97-490b7d2c57fb req-1a47108c-2612-4bd1-8f5a-e24bc2c3bec0 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351284 Jul 15 19:14:28.110141 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['1a225c13-a225-4e29-8700-331911a7dfd8'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:14:28.157141 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:28.210699 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 8158ece9-82b8-43de-aafb-639210c7e093, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8158ece9-82b8-43de-aafb-639210c7e093,segment=NetworkSegment(76bf647f-957f-49b2-af8c-aa0b64c006d1),segment_id=76bf647f-957f-49b2-af8c-aa0b64c006d1)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:28.217425 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:28.218307 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 9e948047-3380-48c3-beaf-c5089257a287 up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:28.218605 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc246e6-bf11-42b3-a5a9-46585fbddaf9 req-7c015ef8-d1fd-4b42-8879-7a3a1a577825 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:28.220548 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6cc246e6-bf11-42b3-a5a9-46585fbddaf9 req-7c015ef8-d1fd-4b42-8879-7a3a1a577825 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 946 time: 0.0683365 Jul 15 19:14:28.273191 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6cc246e6-bf11-42b3-a5a9-46585fbddaf9 req-1c5154c1-d061-4e26-a3f4-a63e8b14dc64 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440254 Jul 15 19:14:28.293370 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3778a515-87d7-4855-a75c-8a5e19a65457 x-openstack-request-id: req-3778a515-87d7-4855-a75c-8a5e19a65457 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:14:28.293763 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1c4149-39d9-4a0e-a89d-ef6cce481adb", "name": "network-vif-plugged", "status": "completed", "tag": "a48cb8cb-8032-4b08-b467-448625251fd2", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:14:28.294042 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3778a515-87d7-4855-a75c-8a5e19a65457 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:14:28.294573 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1c4149-39d9-4a0e-a89d-ef6cce481adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48cb8cb-8032-4b08-b467-448625251fd2', 'code': 200} Jul 15 19:14:28.335627 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:28.365453 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=8158ece9-82b8-43de-aafb-639210c7e093,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:28.372608 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port 9e948047-3380-48c3-beaf-c5089257a287 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:28.383603 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port 9e948047-3380-48c3-beaf-c5089257a287 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:28.384105 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:28.471855 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:28.508080 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 9e948047-3380-48c3-beaf-c5089257a287, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9e948047-3380-48c3-beaf-c5089257a287,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:28.515115 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:28.591716 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:28.593914 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=9e948047-3380-48c3-beaf-c5089257a287,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:28.631768 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac37b5f-dc15-4e4a-bb6b-089909c97eb6 req-f52c09dd-b6b5-4c72-99a5-dd6863b564f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:28.633264 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9ac37b5f-dc15-4e4a-bb6b-089909c97eb6 req-f52c09dd-b6b5-4c72-99a5-dd6863b564f6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 1099 time: 0.1057625 Jul 15 19:14:28.668994 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-9ac37b5f-dc15-4e4a-bb6b-089909c97eb6 req-2683be84-0d6f-4592-b09f-c7ff55bd65d8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:28.679346 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42228) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:28.819530 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-9ac37b5f-dc15-4e4a-bb6b-089909c97eb6 req-2683be84-0d6f-4592-b09f-c7ff55bd65d8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:28.840200 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-9ac37b5f-dc15-4e4a-bb6b-089909c97eb6 req-2683be84-0d6f-4592-b09f-c7ff55bd65d8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:28.856227 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-eb0b69e3-c92a-422c-a09f-18ca840cccb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:28.892506 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9ac37b5f-dc15-4e4a-bb6b-089909c97eb6 req-2683be84-0d6f-4592-b09f-c7ff55bd65d8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470121 Jul 15 19:14:28.943641 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683be84-0d6f-4592-b09f-c7ff55bd65d8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a446bd5e-830b-487a-ae02-6b78745083c6,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:28.992387 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-eb0b69e3-c92a-422c-a09f-18ca840cccb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:28.997289 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-eb0b69e3-c92a-422c-a09f-18ca840cccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:29.056948 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda0235-00ab-4892-9ce6-0391a1d2a5f3 req-9b028f82-7330-4cc7-97fd-1e09874fa2e4 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:29.064541 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-acda0235-00ab-4892-9ce6-0391a1d2a5f3 req-9b028f82-7330-4cc7-97fd-1e09874fa2e4 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.1929290 Jul 15 19:14:29.077469 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-eb0b69e3-c92a-422c-a09f-18ca840cccb7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1d5f8e09401949cc9f85644605886410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970978 Jul 15 19:14:29.078361 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42254) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:29.086177 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b69e3-c92a-422c-a09f-18ca840cccb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ec6782-1667-43d5-a3b3-cdafeca0e431,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:29.136136 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fae27fa6-6b0e-4af3-8cb9-39c41f09e82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:29.139001 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-acda0235-00ab-4892-9ce6-0391a1d2a5f3 req-186df66d-584d-4208-9efb-61de5ad41518 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735743 Jul 15 19:14:29.160111 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fae27fa6-6b0e-4af3-8cb9-39c41f09e82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:29.224134 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fae27fa6-6b0e-4af3-8cb9-39c41f09e82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:29.226899 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fae27fa6-6b0e-4af3-8cb9-39c41f09e82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:29.228106 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-fae27fa6-6b0e-4af3-8cb9-39c41f09e82d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e5ec6782-1667-43d5-a3b3-cdafeca0e431 HTTP/1.1" status: 204 len: 168 time: 0.1484115 Jul 15 19:14:29.239344 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae27fa6-6b0e-4af3-8cb9-39c41f09e82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ec6782-1667-43d5-a3b3-cdafeca0e431,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:29.322378 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea889c4-d6e0-4bae-a04c-55ee82c5faa9 req-3abfacab-0fd2-49bd-9b92-81e73c0a2fd6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:29.323855 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-eea889c4-d6e0-4bae-a04c-55ee82c5faa9 req-3abfacab-0fd2-49bd-9b92-81e73c0a2fd6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 944 time: 0.1264298 Jul 15 19:14:29.377782 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-eea889c4-d6e0-4bae-a04c-55ee82c5faa9 req-fbea6ad8-60c4-4f0e-b0d8-325d94c93527 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458117 Jul 15 19:14:29.385296 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d03000-c21e-46d5-92e3-9830597398ea req-56d5c160-3d99-488a-ae29-039769895e13 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:29.386797 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d0d03000-c21e-46d5-92e3-9830597398ea req-56d5c160-3d99-488a-ae29-039769895e13 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 945 time: 0.1157906 Jul 15 19:14:29.445229 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d0d03000-c21e-46d5-92e3-9830597398ea req-6541f873-c2f6-48d2-a895-5dd714058c94 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506780 Jul 15 19:14:29.569979 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42268) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:29.582887 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6456-b1dd-4bf9-9382-4f07f830d155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:29.590256 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c76189-08e2-47c2-9551-9477f7b3c908 req-16fe0927-8e26-4541-b63f-2c422683cc17 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:29.591809 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c2c76189-08e2-47c2-9551-9477f7b3c908 req-16fe0927-8e26-4541-b63f-2c422683cc17 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 946 time: 0.0717864 Jul 15 19:14:29.614958 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 1a225c13-a225-4e29-8700-331911a7dfd8 up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:29.637557 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c2c76189-08e2-47c2-9551-9477f7b3c908 req-3493607e-da71-407a-a497-a833fe51a54c tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381236 Jul 15 19:14:29.694182 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6456-b1dd-4bf9-9382-4f07f830d155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:29.696705 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port 1a225c13-a225-4e29-8700-331911a7dfd8 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:29.698517 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6456-b1dd-4bf9-9382-4f07f830d155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:29.701226 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port 1a225c13-a225-4e29-8700-331911a7dfd8 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:29.701599 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:29.733669 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-0c4f6456-b1dd-4bf9-9382-4f07f830d155 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4d3aa014df434e36846c02e4da322b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625731 Jul 15 19:14:29.736558 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 42272) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:29.750688 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f6456-b1dd-4bf9-9382-4f07f830d155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918a876c-e664-48a2-bed3-42cf92d840f2,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:29.794909 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:29.800752 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ece2645f-5bea-4832-9de8-7b0f3aa26008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:29.835335 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ece2645f-5bea-4832-9de8-7b0f3aa26008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:29.849357 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 1a225c13-a225-4e29-8700-331911a7dfd8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1a225c13-a225-4e29-8700-331911a7dfd8,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:29.854414 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:29.904658 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ece2645f-5bea-4832-9de8-7b0f3aa26008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:29.907523 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ece2645f-5bea-4832-9de8-7b0f3aa26008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:29.908851 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-ece2645f-5bea-4832-9de8-7b0f3aa26008 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/918a876c-e664-48a2-bed3-42cf92d840f2 HTTP/1.1" status: 204 len: 168 time: 0.1708567 Jul 15 19:14:29.921698 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2645f-5bea-4832-9de8-7b0f3aa26008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918a876c-e664-48a2-bed3-42cf92d840f2,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:29.950461 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=1a225c13-a225-4e29-8700-331911a7dfd8,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:30.296090 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06507bea-ce52-4e3d-aff5-fe87fd91e4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8158ece9-82b8-43de-aafb-639210c7e093'}, {'server_uuid': 'fd05518d-a06f-4795-b325-a9d79916165f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e948047-3380-48c3-beaf-c5089257a287'}, {'server_uuid': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a225c13-a225-4e29-8700-331911a7dfd8'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:14:30.300396 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be21f11-bd5d-472b-8dc9-91803ae301e3" -d '{"events": [{"server_uuid": "06507bea-ce52-4e3d-aff5-fe87fd91e4e1", "name": "network-vif-plugged", "status": "completed", "tag": "8158ece9-82b8-43de-aafb-639210c7e093"}, {"server_uuid": "fd05518d-a06f-4795-b325-a9d79916165f", "name": "network-vif-plugged", "status": "completed", "tag": "9e948047-3380-48c3-beaf-c5089257a287"}, {"server_uuid": "73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb", "name": "network-vif-plugged", "status": "completed", "tag": "1a225c13-a225-4e29-8700-331911a7dfd8"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:14:30.365776 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42326) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:30.377017 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 19:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f989b5-4e1d-4fa3-984b-f93d99456243 x-openstack-request-id: req-a2f989b5-4e1d-4fa3-984b-f93d99456243 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:14:30.377328 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06507bea-ce52-4e3d-aff5-fe87fd91e4e1", "name": "network-vif-plugged", "status": "completed", "tag": "8158ece9-82b8-43de-aafb-639210c7e093", "code": 200}, {"server_uuid": "fd05518d-a06f-4795-b325-a9d79916165f", "name": "network-vif-plugged", "status": "completed", "tag": "9e948047-3380-48c3-beaf-c5089257a287", "code": 200}, {"server_uuid": "73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb", "name": "network-vif-plugged", "status": "completed", "tag": "1a225c13-a225-4e29-8700-331911a7dfd8", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:14:30.377599 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a2f989b5-4e1d-4fa3-984b-f93d99456243 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:14:30.378028 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06507bea-ce52-4e3d-aff5-fe87fd91e4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8158ece9-82b8-43de-aafb-639210c7e093', 'code': 200} Jul 15 19:14:30.378249 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd05518d-a06f-4795-b325-a9d79916165f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e948047-3380-48c3-beaf-c5089257a287', 'code': 200} Jul 15 19:14:30.379332 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a225c13-a225-4e29-8700-331911a7dfd8', 'code': 200} Jul 15 19:14:30.382325 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e19d13aa-222a-4d90-82d8-d9e8bd3c918d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:30.403581 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ba059-27ce-48ac-b03d-3c5004f3f916 req-e0e7c734-6021-4d88-bffe-70548b1ddad1 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:30.405185 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c35ba059-27ce-48ac-b03d-3c5004f3f916 req-e0e7c734-6021-4d88-bffe-70548b1ddad1 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.1372144 Jul 15 19:14:30.468441 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c35ba059-27ce-48ac-b03d-3c5004f3f916 req-37569778-bf3f-4e73-b8cf-10a6e3214a11 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498438 Jul 15 19:14:30.583337 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e19d13aa-222a-4d90-82d8-d9e8bd3c918d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:30.589459 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e19d13aa-222a-4d90-82d8-d9e8bd3c918d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:30.644793 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-e19d13aa-222a-4d90-82d8-d9e8bd3c918d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d2e0dee36aac4300895fad608610f696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776873 Jul 15 19:14:30.646143 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d13aa-222a-4d90-82d8-d9e8bd3c918d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983a6218-b0c1-43a6-8474-4e18619293b9,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:30.648966 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42334) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:30.737480 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418785ac-5b17-413b-bcb0-960a3362172f req-414e91b7-d003-4136-b4b3-1fb064fe51c7 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:30.739471 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-038428f2-334e-4bf2-9de0-52d563617278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:30.739865 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-418785ac-5b17-413b-bcb0-960a3362172f req-414e91b7-d003-4136-b4b3-1fb064fe51c7 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.1877601 Jul 15 19:14:30.784835 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-038428f2-334e-4bf2-9de0-52d563617278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:30.804595 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67218935-d5c3-47d0-903e-f5031d1a776e req-06be330e-edd1-4025-b52b-d6974b072120 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:30.806693 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-67218935-d5c3-47d0-903e-f5031d1a776e req-06be330e-edd1-4025-b52b-d6974b072120 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 945 time: 0.1712825 Jul 15 19:14:30.848304 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-038428f2-334e-4bf2-9de0-52d563617278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:30.855846 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-038428f2-334e-4bf2-9de0-52d563617278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:30.859032 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-038428f2-334e-4bf2-9de0-52d563617278 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/983a6218-b0c1-43a6-8474-4e18619293b9 HTTP/1.1" status: 204 len: 168 time: 0.1963093 Jul 15 19:14:30.876994 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038428f2-334e-4bf2-9de0-52d563617278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983a6218-b0c1-43a6-8474-4e18619293b9,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:30.911311 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-67218935-d5c3-47d0-903e-f5031d1a776e req-fd702a62-b837-446c-861a-c617be0c1b09 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918441 Jul 15 19:14:30.955497 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-418785ac-5b17-413b-bcb0-960a3362172f req-6f6019a6-4c07-455c-a268-e6cb45675911 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000520 Jul 15 19:14:31.026206 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a784c-aa1e-4f0f-a129-d492e580a541 req-37a2b906-aa0d-4329-9239-68beb5410ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:31.028309 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ba3a784c-aa1e-4f0f-a129-d492e580a541 req-37a2b906-aa0d-4329-9239-68beb5410ba2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 1099 time: 0.0640581 Jul 15 19:14:31.082498 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ba3a784c-aa1e-4f0f-a129-d492e580a541 req-c280e816-cb0c-469d-b2a6-40115404ddbe service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456724 Jul 15 19:14:31.177200 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303e9b6-627e-4119-84ff-28bd617b3e18 req-97180f97-b8f5-48fa-9257-fd98e3c1b31e tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:31.179101 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a303e9b6-627e-4119-84ff-28bd617b3e18 req-97180f97-b8f5-48fa-9257-fd98e3c1b31e tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 946 time: 0.0719628 Jul 15 19:14:31.180567 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cd8c6-25d0-48a3-833c-6b95b39b21a1 req-8add6faf-2bcb-4262-a468-e17eab239220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:31.182221 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-987cd8c6-25d0-48a3-833c-6b95b39b21a1 req-8add6faf-2bcb-4262-a468-e17eab239220 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 1098 time: 0.1226566 Jul 15 19:14:31.224304 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a303e9b6-627e-4119-84ff-28bd617b3e18 req-0c73c8d0-daa0-4af4-8896-e4f29391e59a tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390134 Jul 15 19:14:31.671895 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a20cc-0f23-4f66-a617-1cf3a9caa2bc req-ee5a0537-ba9b-4842-ae14-eacec2fbd94d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:31.673389 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-184a20cc-0f23-4f66-a617-1cf3a9caa2bc req-ee5a0537-ba9b-4842-ae14-eacec2fbd94d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0809307 Jul 15 19:14:31.715798 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-184a20cc-0f23-4f66-a617-1cf3a9caa2bc req-dd8bb3ba-e847-4718-8278-c45da6d4c0ca tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347810 Jul 15 19:14:31.931539 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 42420) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:32.105274 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-298daedc-bb1f-416a-9f88-445cef5e14a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.186662 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866599e6-4825-4d6c-88cf-b4a3d525138a req-8474547d-ae27-4d4b-8760-c47489b52fc2 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:32.188195 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-866599e6-4825-4d6c-88cf-b4a3d525138a req-8474547d-ae27-4d4b-8760-c47489b52fc2 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0946903 Jul 15 19:14:32.287283 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-866599e6-4825-4d6c-88cf-b4a3d525138a req-5de7e14f-4b3a-475a-b9dc-5f667bcb5683 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827320 Jul 15 19:14:32.330954 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-298daedc-bb1f-416a-9f88-445cef5e14a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.339706 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19549832-0143-4bba-8f52-8821c26049ec req-3a4f061f-854b-42b8-8403-8948585d2dc0 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:32.344520 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-19549832-0143-4bba-8f52-8821c26049ec req-3a4f061f-854b-42b8-8403-8948585d2dc0 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 945 time: 0.1537457 Jul 15 19:14:32.346360 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-298daedc-bb1f-416a-9f88-445cef5e14a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.415816 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-298daedc-bb1f-416a-9f88-445cef5e14a9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ec0a5fc433de41a1933dd37d813acf2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4831734 Jul 15 19:14:32.416519 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298daedc-bb1f-416a-9f88-445cef5e14a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008aa560-6594-4075-9b9f-baadbc7a47b0,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:32.418532 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42458) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:32.442552 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-19549832-0143-4bba-8f52-8821c26049ec req-946a5f01-f2c2-431a-95da-a63893df87da tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871725 Jul 15 19:14:32.474244 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-2100c8cc-7ef2-47e3-9fbb-e27963f89f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.499661 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-2100c8cc-7ef2-47e3-9fbb-e27963f89f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.709984 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21939097-feb6-4ec9-a79d-236e838ee331 req-5ebdb352-9f6e-4973-8850-50e80acd6fcf tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:32.711505 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-21939097-feb6-4ec9-a79d-236e838ee331 req-5ebdb352-9f6e-4973-8850-50e80acd6fcf tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 946 time: 0.2798579 Jul 15 19:14:32.730213 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-2100c8cc-7ef2-47e3-9fbb-e27963f89f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.732946 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-2100c8cc-7ef2-47e3-9fbb-e27963f89f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:32.734074 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-2100c8cc-7ef2-47e3-9fbb-e27963f89f94 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/008aa560-6594-4075-9b9f-baadbc7a47b0 HTTP/1.1" status: 204 len: 168 time: 0.3133671 Jul 15 19:14:32.742031 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100c8cc-7ef2-47e3-9fbb-e27963f89f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008aa560-6594-4075-9b9f-baadbc7a47b0,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:32.755262 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-21939097-feb6-4ec9-a79d-236e838ee331 req-86bf5fbf-5058-4a4f-8279-d4bb61e6d5f8 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381627 Jul 15 19:14:32.911535 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfef535-ecbd-4494-85bd-c32344c002a6 req-37791e21-eb25-41b1-ac81-76226eb95021 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:32.912938 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3bfef535-ecbd-4494-85bd-c32344c002a6 req-37791e21-eb25-41b1-ac81-76226eb95021 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0708911 Jul 15 19:14:32.958978 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3bfef535-ecbd-4494-85bd-c32344c002a6 req-9d24c225-a537-4d60-a9f0-e00637b97f6a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397437 Jul 15 19:14:33.052059 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42470) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:33.066027 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5670974b-a209-47a4-8a25-af6e5fa951b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:33.168462 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5670974b-a209-47a4-8a25-af6e5fa951b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:33.172805 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5670974b-a209-47a4-8a25-af6e5fa951b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:33.211328 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-5670974b-a209-47a4-8a25-af6e5fa951b0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f35e81ac4890450297b316d6f30b7e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581202 Jul 15 19:14:33.212026 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670974b-a209-47a4-8a25-af6e5fa951b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995169fa-ffab-493f-89a5-15b83b22eb24,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:33.214604 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 42480) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:33.264269 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-979bc51b-1645-48b8-a309-1fe8a1fc6027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:33.284235 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-979bc51b-1645-48b8-a309-1fe8a1fc6027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:33.331267 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-979bc51b-1645-48b8-a309-1fe8a1fc6027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:33.334130 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-979bc51b-1645-48b8-a309-1fe8a1fc6027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:33.337535 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-979bc51b-1645-48b8-a309-1fe8a1fc6027 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/995169fa-ffab-493f-89a5-15b83b22eb24 HTTP/1.1" status: 204 len: 168 time: 0.1192946 Jul 15 19:14:33.342832 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bc51b-1645-48b8-a309-1fe8a1fc6027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995169fa-ffab-493f-89a5-15b83b22eb24,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:33.498542 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93233f5-aa74-44a5-bfc0-5f3c7bbbbfe3 req-6cfea0e3-7043-4ca7-9e89-6aba060c016d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:33.500289 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b93233f5-aa74-44a5-bfc0-5f3c7bbbbfe3 req-6cfea0e3-7043-4ca7-9e89-6aba060c016d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0651188 Jul 15 19:14:33.540953 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b93233f5-aa74-44a5-bfc0-5f3c7bbbbfe3 req-022573ef-8350-4263-a23e-94c518cd2f22 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341246 Jul 15 19:14:33.616488 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514290b-893c-4a3a-ba90-11613b559fce req-b885275a-4cca-4d02-867e-36e7cb61d9eb tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:33.618164 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3514290b-893c-4a3a-ba90-11613b559fce req-b885275a-4cca-4d02-867e-36e7cb61d9eb tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 945 time: 0.0632162 Jul 15 19:14:33.656328 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3514290b-893c-4a3a-ba90-11613b559fce req-77be2271-660e-4d0d-9857-a19debb505d2 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323424 Jul 15 19:14:33.672264 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 42492) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:33.685407 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e81b0d46-6e7b-4d76-8e33-7a07931e78b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:33.778044 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e81b0d46-6e7b-4d76-8e33-7a07931e78b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:33.782235 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e81b0d46-6e7b-4d76-8e33-7a07931e78b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:33.820528 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-e81b0d46-6e7b-4d76-8e33-7a07931e78b1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bcbc68d85d9f47aa9573ca4052433882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472390 Jul 15 19:14:33.821373 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b0d46-6e7b-4d76-8e33-7a07931e78b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4fcf47-57f6-418c-802d-57508e2862d7,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:33.823207 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42496) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:33.869819 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-027148dd-48c5-4793-a6aa-0c6122c5216c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:33.890923 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-027148dd-48c5-4793-a6aa-0c6122c5216c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:33.935486 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-027148dd-48c5-4793-a6aa-0c6122c5216c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:33.937921 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-027148dd-48c5-4793-a6aa-0c6122c5216c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:33.939094 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-027148dd-48c5-4793-a6aa-0c6122c5216c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab4fcf47-57f6-418c-802d-57508e2862d7 HTTP/1.1" status: 204 len: 168 time: 0.1149244 Jul 15 19:14:33.948065 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027148dd-48c5-4793-a6aa-0c6122c5216c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4fcf47-57f6-418c-802d-57508e2862d7,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:34.141719 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df85ea0-586f-4e9a-9a56-59644c909f57 req-7fd46ac8-be4b-4a9e-afa9-fa1abf8598bb tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:34.143958 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7df85ea0-586f-4e9a-9a56-59644c909f57 req-7fd46ac8-be4b-4a9e-afa9-fa1abf8598bb tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0667403 Jul 15 19:14:34.190651 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7df85ea0-586f-4e9a-9a56-59644c909f57 req-beffada2-c694-4523-af5f-36d853556309 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391049 Jul 15 19:14:34.355375 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-987cd8c6-25d0-48a3-833c-6b95b39b21a1 req-91a8a192-00f2-4422-8490-79a0af816528 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402513 Jul 15 19:14:34.403039 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a41a7-38c1-4a01-88e5-a4d6c74f5451 req-786996d6-a101-4733-9357-f96b5ea12914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:34.404557 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bd5a41a7-38c1-4a01-88e5-a4d6c74f5451 req-786996d6-a101-4733-9357-f96b5ea12914 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 1098 time: 0.0706925 Jul 15 19:14:34.727567 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffac62-e14d-497f-a0e0-86aa3c197a3f req-e36c97a3-64aa-4e0c-98da-770e3bf92f68 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:34.729097 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-61ffac62-e14d-497f-a0e0-86aa3c197a3f req-e36c97a3-64aa-4e0c-98da-770e3bf92f68 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0645933 Jul 15 19:14:34.813419 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bd5a41a7-38c1-4a01-88e5-a4d6c74f5451 req-4840c2f6-b887-4751-af4a-7acec1fc0423 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811300 Jul 15 19:14:34.838141 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-61ffac62-e14d-497f-a0e0-86aa3c197a3f req-9f89c199-4c0d-4d37-b1a2-a3707c13c2e5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004968 Jul 15 19:14:34.871876 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e12dc2-fe7b-409b-8668-1ab0d6d32fdd req-327e5c24-8dca-4dc9-9200-cb53994153dd tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:34.873373 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-77e12dc2-fe7b-409b-8668-1ab0d6d32fdd req-327e5c24-8dca-4dc9-9200-cb53994153dd tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 945 time: 0.0920062 Jul 15 19:14:34.918673 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-77e12dc2-fe7b-409b-8668-1ab0d6d32fdd req-2f971f6a-ede1-4034-8bf1-a79c054d228d tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387914 Jul 15 19:14:35.417978 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96c6f4-d387-494a-9fbf-053fcc44c3ff req-83a89c2c-7ab9-4ca3-8225-095f9354a737 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:35.419614 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7c96c6f4-d387-494a-9fbf-053fcc44c3ff req-83a89c2c-7ab9-4ca3-8225-095f9354a737 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.1000109 Jul 15 19:14:35.483347 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7c96c6f4-d387-494a-9fbf-053fcc44c3ff req-83a681b8-1868-4183-a532-6d156aeeb8a4 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566745 Jul 15 19:14:36.073106 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e000d-0522-4c13-a1e2-d02a9f28fba8 req-4d5bc811-b4eb-453b-9f3a-6eb2e5b6100d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:36.074652 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fc5e000d-0522-4c13-a1e2-d02a9f28fba8 req-4d5bc811-b4eb-453b-9f3a-6eb2e5b6100d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0870914 Jul 15 19:14:36.149711 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fc5e000d-0522-4c13-a1e2-d02a9f28fba8 req-7f24e29f-3c86-401c-a003-feed970b6c2b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650897 Jul 15 19:14:36.169633 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ccc2a-1bf4-4d5e-8728-14f08d11a163 req-b8b6bb50-f7c2-46d8-833d-b666f4839cfb tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:36.171316 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4a8ccc2a-1bf4-4d5e-8728-14f08d11a163 req-b8b6bb50-f7c2-46d8-833d-b666f4839cfb tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 945 time: 0.0956440 Jul 15 19:14:36.191731 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42626) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:36.218018 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4a8ccc2a-1bf4-4d5e-8728-14f08d11a163 req-b7469f4c-7da6-4276-8e1c-3a52bb8e2618 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395710 Jul 15 19:14:36.309647 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-f1224d7b-c297-477c-b100-c33fa5bf1fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:36.400726 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-f1224d7b-c297-477c-b100-c33fa5bf1fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:36.404310 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-f1224d7b-c297-477c-b100-c33fa5bf1fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:36.441261 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-f1224d7b-c297-477c-b100-c33fa5bf1fac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=11c031d500de49baae0fb30aa72748ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502639 Jul 15 19:14:36.442542 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1224d7b-c297-477c-b100-c33fa5bf1fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cdd982-996c-4677-9b6a-bbbc171fbddc,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:36.444662 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 42630) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:36.495634 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-04bef9e7-c131-438f-8c76-0b6aab8fac55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:36.517702 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-04bef9e7-c131-438f-8c76-0b6aab8fac55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:36.569668 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-04bef9e7-c131-438f-8c76-0b6aab8fac55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:36.573041 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-04bef9e7-c131-438f-8c76-0b6aab8fac55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:36.577216 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-04bef9e7-c131-438f-8c76-0b6aab8fac55 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c2cdd982-996c-4677-9b6a-bbbc171fbddc HTTP/1.1" status: 204 len: 168 time: 0.1306736 Jul 15 19:14:36.586518 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bef9e7-c131-438f-8c76-0b6aab8fac55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cdd982-996c-4677-9b6a-bbbc171fbddc,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:36.693122 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88fcd8-dbee-48a0-80f7-81d6244f44d5 req-b7ef38f7-7c3d-41d0-8710-54362bd4139a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:36.694781 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3c88fcd8-dbee-48a0-80f7-81d6244f44d5 req-b7ef38f7-7c3d-41d0-8710-54362bd4139a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0752864 Jul 15 19:14:36.745674 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3c88fcd8-dbee-48a0-80f7-81d6244f44d5 req-b1c11494-d12c-4116-8434-b336eb4a97b1 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418561 Jul 15 19:14:36.912738 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42644) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:36.927710 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-2a5322ba-d09f-418f-8e7f-be0772d09e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:36.951177 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485c338-ca76-46fa-90fe-b95ec8d7baaa req-45235812-bd6c-4d73-8146-029edb1ad86f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:36.952857 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5485c338-ca76-46fa-90fe-b95ec8d7baaa req-45235812-bd6c-4d73-8146-029edb1ad86f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0758030 Jul 15 19:14:36.962217 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 42652) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:36.968942 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-3a825455-235d-4a21-b1d8-bb834baf32d9 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Request body: {'floatingip': {'port_id': '8158ece9-82b8-43de-aafb-639210c7e093'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:37.044160 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-2a5322ba-d09f-418f-8e7f-be0772d09e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:37.049221 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-2a5322ba-d09f-418f-8e7f-be0772d09e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:37.069356 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3a825455-235d-4a21-b1d8-bb834baf32d9 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for floatingip, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:37.090342 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-2a5322ba-d09f-418f-8e7f-be0772d09e48 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1fd12d082be54746bc97e2d377ba5925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1764433 Jul 15 19:14:37.094360 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42660) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:37.102932 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5322ba-d09f-418f-8e7f-be0772d09e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3129f196-2548-4140-bb46-870b3c3f6cd7,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:37.175392 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fa19ed0a-13f6-4fde-8acc-0518afa0e673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:37.199589 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fa19ed0a-13f6-4fde-8acc-0518afa0e673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:37.260401 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fa19ed0a-13f6-4fde-8acc-0518afa0e673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:37.263176 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fa19ed0a-13f6-4fde-8acc-0518afa0e673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:37.264347 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-fa19ed0a-13f6-4fde-8acc-0518afa0e673 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3129f196-2548-4140-bb46-870b3c3f6cd7 HTTP/1.1" status: 204 len: 168 time: 0.1690123 Jul 15 19:14:37.292962 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19ed0a-13f6-4fde-8acc-0518afa0e673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3129f196-2548-4140-bb46-870b3c3f6cd7,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:37.509073 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0394cb4-0869-434e-9519-8c2250d081e4 req-50ceb78c-59be-4422-b212-ff92c4445e83 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:37.510701 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e0394cb4-0869-434e-9519-8c2250d081e4 req-50ceb78c-59be-4422-b212-ff92c4445e83 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.1645350 Jul 15 19:14:37.763025 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e0394cb4-0869-434e-9519-8c2250d081e4 req-ecc7026e-f172-4e06-b843-db2f4d6ea412 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222199 Jul 15 19:14:37.837843 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163eac1d-f45d-493c-8c17-aecc828d3963 req-97a8c5aa-1510-4842-af7b-23c212b925ec tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:37.839406 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-163eac1d-f45d-493c-8c17-aecc828d3963 req-97a8c5aa-1510-4842-af7b-23c212b925ec tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 945 time: 0.2976341 Jul 15 19:14:37.966045 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.db.resource_extend [None req-3a825455-235d-4a21-b1d8-bb834baf32d9 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 19:14:38.037606 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-163eac1d-f45d-493c-8c17-aecc828d3963 req-23633509-151e-4610-ba26-db90a4103694 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732895 Jul 15 19:14:38.072874 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3a825455-235d-4a21-b1d8-bb834baf32d9 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:38.079785 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3a825455-235d-4a21-b1d8-bb834baf32d9 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978606'] for floatingip, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:38.359863 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9865a6-c0d7-4149-a42f-3f92043444ca req-5e38ce57-289a-4ead-8630-53c418c9ae97 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:38.366998 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5a9865a6-c0d7-4149-a42f-3f92043444ca req-5e38ce57-289a-4ead-8630-53c418c9ae97 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.4575975 Jul 15 19:14:38.383468 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42716) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:38.389678 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-d44bcf64-a157-4beb-a628-725ebbe74abd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Request body: {'floatingip': {'port_id': '1a225c13-a225-4e29-8700-331911a7dfd8'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:38.488382 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d44bcf64-a157-4beb-a628-725ebbe74abd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for floatingip, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:38.504917 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.l3_db [None req-3a825455-235d-4a21-b1d8-bb834baf32d9 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Floating IP 59fcf774-aefa-4340-b207-6de2dc586139 associated. External IP: 172.27.0.3, port: 8158ece9-82b8-43de-aafb-639210c7e093. Jul 15 19:14:38.780387 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a825455-235d-4a21-b1d8-bb834baf32d9 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Router 569e4991-dfe0-4c7f-9bfb-852781860e31 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:14:38.927234 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a825455-235d-4a21-b1d8-bb834baf32d9 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:14:38.932451 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3a825455-235d-4a21-b1d8-bb834baf32d9 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:38.948735 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810ecad-a856-4878-a322-d144a4bba452 None None] Sync routers for ids ['569e4991-dfe0-4c7f-9bfb-852781860e31'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:14:38.962345 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e810ecad-a856-4878-a322-d144a4bba452 None None] Routers {'569e4991-dfe0-4c7f-9bfb-852781860e31'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:38.963628 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-e810ecad-a856-4878-a322-d144a4bba452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:14:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['569e4991-dfe0-4c7f-9bfb-852781860e31'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:38.984153 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-3a825455-235d-4a21-b1d8-bb834baf32d9 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "PUT /v2.0/floatingips/59fcf774-aefa-4340-b207-6de2dc586139 HTTP/1.1" status: 200 len: 990 time: 2.0180304 Jul 15 19:14:38.984153 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06507bea-ce52-4e3d-aff5-fe87fd91e4e1', 'tag': '8158ece9-82b8-43de-aafb-639210c7e093'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:14:38.992522 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd644fe7-52f5-4493-b871-93e3699c42e9" -d '{"events": [{"name": "network-changed", "server_uuid": "06507bea-ce52-4e3d-aff5-fe87fd91e4e1", "tag": "8158ece9-82b8-43de-aafb-639210c7e093"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:14:39.103769 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1361bc7-dc4c-48f2-9fc8-4cb118a32fe0 x-openstack-request-id: req-b1361bc7-dc4c-48f2-9fc8-4cb118a32fe0 {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:14:39.104103 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06507bea-ce52-4e3d-aff5-fe87fd91e4e1", "tag": "8158ece9-82b8-43de-aafb-639210c7e093", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:14:39.104338 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b1361bc7-dc4c-48f2-9fc8-4cb118a32fe0 {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:14:39.104738 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06507bea-ce52-4e3d-aff5-fe87fd91e4e1', 'tag': '8158ece9-82b8-43de-aafb-639210c7e093', 'status': 'completed', 'code': 200} Jul 15 19:14:39.204691 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42758) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:39.212874 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-e810ecad-a856-4878-a322-d144a4bba452 None None] Set router 569e4991-dfe0-4c7f-9bfb-852781860e31 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:39.311660 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd644fe7-52f5-4493-b871-93e3699c42e9 req-e1b72d17-7331-4c44-b490-972e7ec0b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:39.316737 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bd644fe7-52f5-4493-b871-93e3699c42e9 req-e1b72d17-7331-4c44-b490-972e7ec0b9f5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd62e01c91bf494db0e0d5e92bd12beb&device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 1099 time: 0.1572626 Jul 15 19:14:39.505541 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.db.resource_extend [None req-d44bcf64-a157-4beb-a628-725ebbe74abd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 19:14:39.663493 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42774) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:39.669494 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd644fe7-52f5-4493-b871-93e3699c42e9 req-9a56e318-468d-48a7-85bb-2a94d669100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:39.671336 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bd644fe7-52f5-4493-b871-93e3699c42e9 req-9a56e318-468d-48a7-85bb-2a94d669100c service neutron] 10.222.0.93 "GET /v2.0/networks?id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 HTTP/1.1" status: 200 len: 913 time: 0.3271558 Jul 15 19:14:39.675876 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d44bcf64-a157-4beb-a628-725ebbe74abd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:39.687806 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d44bcf64-a157-4beb-a628-725ebbe74abd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978606'] for floatingip, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:39.691009 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8d96e469-5cf2-4e8d-a7a0-b3230746957a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:39.843131 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bd644fe7-52f5-4493-b871-93e3699c42e9 req-6c8419b3-6801-4eb8-b135-d047ad888047 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8158ece9-82b8-43de-aafb-639210c7e093 HTTP/1.1" status: 200 len: 998 time: 0.1632533 Jul 15 19:14:39.862008 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-39910a25-e3b4-45bf-b164-987ff7b48619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:39.887744 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-e810ecad-a856-4878-a322-d144a4bba452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': '59fcf774-aefa-4340-b207-6de2dc586139', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'port_id': '8158ece9-82b8-43de-aafb-639210c7e093', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'mac_address': 'fa:16:3e:09:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06507bea-ce52-4e3d-aff5-fe87fd91e4e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:14:02Z', 'updated_at': '2021-07-15T19:14:37Z', 'revision_number': 1, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3e14b61-36c5-41b9-8f9f-4235edc6882a', 'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'mac_address': 'fa:16:3e:ce:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:49Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 5, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'subnets': [{'id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:39.902583 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.l3_db [None req-d44bcf64-a157-4beb-a628-725ebbe74abd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Floating IP 1cb2513c-0c3d-47a2-8c2a-a87680dfa170 associated. External IP: 172.27.0.100, port: 1a225c13-a225-4e29-8700-331911a7dfd8. Jul 15 19:14:39.950556 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810ecad-a856-4878-a322-d144a4bba452 None None] Checking router: 569e4991-dfe0-4c7f-9bfb-852781860e31 for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:14:39.951729 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd644fe7-52f5-4493-b871-93e3699c42e9 req-935f55cf-f9f1-4256-90c2-05ae4859fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:39.954475 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bd644fe7-52f5-4493-b871-93e3699c42e9 req-935f55cf-f9f1-4256-90c2-05ae4859fc6a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=73946c0a-f74c-48dd-bd39-ef27990bbc2b HTTP/1.1" status: 200 len: 850 time: 0.1050892 Jul 15 19:14:39.969295 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e810ecad-a856-4878-a322-d144a4bba452 None None] Routers {'569e4991-dfe0-4c7f-9bfb-852781860e31'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:39.970088 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-e810ecad-a856-4878-a322-d144a4bba452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:14:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['569e4991-dfe0-4c7f-9bfb-852781860e31'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:40.046081 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd644fe7-52f5-4493-b871-93e3699c42e9 req-455623d3-3ed2-4035-a1dd-2bf436ba7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:40.047976 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bd644fe7-52f5-4493-b871-93e3699c42e9 req-455623d3-3ed2-4035-a1dd-2bf436ba7311 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855532 Jul 15 19:14:40.105099 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8d96e469-5cf2-4e8d-a7a0-b3230746957a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.117754 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8d96e469-5cf2-4e8d-a7a0-b3230746957a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.172681 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-e810ecad-a856-4878-a322-d144a4bba452 None None] Set router 569e4991-dfe0-4c7f-9bfb-852781860e31 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:40.234925 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bd644fe7-52f5-4493-b871-93e3699c42e9 req-75cf1090-8f03-459c-af63-66ed2110d8ac service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691535 Jul 15 19:14:40.242625 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-8d96e469-5cf2-4e8d-a7a0-b3230746957a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=625983b12bd14aeeb1e43297a2561205&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0359969 Jul 15 19:14:40.242873 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 42792) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:40.279669 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96e469-5cf2-4e8d-a7a0-b3230746957a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2590e7-3d1c-4d37-ae54-008a0338f9c8,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:40.342584 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44bcf64-a157-4beb-a628-725ebbe74abd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:14:40.446013 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6240db57-8443-4bc3-92f5-8dd980cced63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.512647 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6240db57-8443-4bc3-92f5-8dd980cced63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.517999 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bd644fe7-52f5-4493-b871-93e3699c42e9 req-85d0cdf4-021c-42e8-a371-71bf20909f1d service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529495 Jul 15 19:14:40.560649 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-39910a25-e3b4-45bf-b164-987ff7b48619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.569069 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-e810ecad-a856-4878-a322-d144a4bba452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': '59fcf774-aefa-4340-b207-6de2dc586139', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'port_id': '8158ece9-82b8-43de-aafb-639210c7e093', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'mac_address': 'fa:16:3e:09:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06507bea-ce52-4e3d-aff5-fe87fd91e4e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:14:02Z', 'updated_at': '2021-07-15T19:14:37Z', 'revision_number': 1, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3e14b61-36c5-41b9-8f9f-4235edc6882a', 'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'mac_address': 'fa:16:3e:ce:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:49Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 5, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'subnets': [{'id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:40.590411 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6240db57-8443-4bc3-92f5-8dd980cced63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.593486 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6240db57-8443-4bc3-92f5-8dd980cced63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.595981 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-6240db57-8443-4bc3-92f5-8dd980cced63 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fe2590e7-3d1c-4d37-ae54-008a0338f9c8 HTTP/1.1" status: 204 len: 168 time: 0.3521883 Jul 15 19:14:40.599176 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e810ecad-a856-4878-a322-d144a4bba452 None None] The sync data for ids ['569e4991-dfe0-4c7f-9bfb-852781860e31'] in dv-cinder-784453-9-iscsi is: [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': '59fcf774-aefa-4340-b207-6de2dc586139', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'port_id': '8158ece9-82b8-43de-aafb-639210c7e093', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'mac_address': 'fa:16:3e:09:6f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06507bea-ce52-4e3d-aff5-fe87fd91e4e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:14:02Z', 'updated_at': '2021-07-15T19:14:37Z', 'revision_number': 1, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3e14b61-36c5-41b9-8f9f-4235edc6882a', 'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'mac_address': 'fa:16:3e:ce:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:49Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 5, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'subnets': [{'id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:14:40.603455 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-39910a25-e3b4-45bf-b164-987ff7b48619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.616050 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240db57-8443-4bc3-92f5-8dd980cced63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2590e7-3d1c-4d37-ae54-008a0338f9c8,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:40.691185 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39910a25-e3b4-45bf-b164-987ff7b48619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813071d9-dc82-4c86-afc5-9d65da8dff8b,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:40.702505 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 42802) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:40.702644 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-39910a25-e3b4-45bf-b164-987ff7b48619 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=05c4f2c9014145b894255d31a59b05d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0300047 Jul 15 19:14:40.726894 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44bcf64-a157-4beb-a628-725ebbe74abd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:14:40.731866 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d44bcf64-a157-4beb-a628-725ebbe74abd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.739892 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a0a43-6d1f-4796-a75c-862382988b79 None None] Sync routers for ids ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:14:40.752707 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a0a43-6d1f-4796-a75c-862382988b79 None None] Routers {'7febdbd1-cbce-4eb9-b8bf-9afbd5851891'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:40.753553 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-928a0a43-6d1f-4796-a75c-862382988b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:14:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:40.778905 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-79c1d8ac-18b1-448c-9767-ce7afed6b85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.811044 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-d44bcf64-a157-4beb-a628-725ebbe74abd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "PUT /v2.0/floatingips/1cb2513c-0c3d-47a2-8c2a-a87680dfa170 HTTP/1.1" status: 200 len: 991 time: 2.4257958 Jul 15 19:14:40.811740 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'tag': '1a225c13-a225-4e29-8700-331911a7dfd8'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:14:40.817588 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8072e2d4-f429-46f5-a8e9-188cac2711ee" -d '{"events": [{"name": "network-changed", "server_uuid": "73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb", "tag": "1a225c13-a225-4e29-8700-331911a7dfd8"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:14:40.823449 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-79c1d8ac-18b1-448c-9767-ce7afed6b85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.859696 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605e97cb-0d56-4faf-8f47-0efd78efb332 x-openstack-request-id: req-605e97cb-0d56-4faf-8f47-0efd78efb332 {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:14:40.860050 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb", "tag": "1a225c13-a225-4e29-8700-331911a7dfd8", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:14:40.860356 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-605e97cb-0d56-4faf-8f47-0efd78efb332 {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:14:40.860755 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'tag': '1a225c13-a225-4e29-8700-331911a7dfd8', 'status': 'completed', 'code': 200} Jul 15 19:14:40.908865 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65521ca7-bd30-478d-a5f5-087740533158 None None] New status for floating IP 59fcf774-aefa-4340-b207-6de2dc586139: ACTIVE {{(pid=93324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:14:40.919090 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-79c1d8ac-18b1-448c-9767-ce7afed6b85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.926731 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-79c1d8ac-18b1-448c-9767-ce7afed6b85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:40.931190 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-79c1d8ac-18b1-448c-9767-ce7afed6b85a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/813071d9-dc82-4c86-afc5-9d65da8dff8b HTTP/1.1" status: 204 len: 168 time: 0.2254670 Jul 15 19:14:40.951562 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-928a0a43-6d1f-4796-a75c-862382988b79 None None] Set router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:40.966941 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1d8ac-18b1-448c-9767-ce7afed6b85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813071d9-dc82-4c86-afc5-9d65da8dff8b,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:41.104184 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072e2d4-f429-46f5-a8e9-188cac2711ee req-8db18535-14a3-40ed-97ab-4b061cd5937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:41.107293 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8072e2d4-f429-46f5-a8e9-188cac2711ee req-8db18535-14a3-40ed-97ab-4b061cd5937d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f17444fe2294411aa2ae77841e6aff16&device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 1098 time: 0.1611426 Jul 15 19:14:41.130002 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42814) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:41.152140 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3643317a-d0a0-47ce-b00b-59e7b882fb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:41.305597 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072e2d4-f429-46f5-a8e9-188cac2711ee req-e24461f4-32e1-4f21-8cfd-e198098b0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:41.309539 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8072e2d4-f429-46f5-a8e9-188cac2711ee req-e24461f4-32e1-4f21-8cfd-e198098b0f59 service neutron] 10.222.0.93 "GET /v2.0/networks?id=79cfa60d-4e34-4970-b217-9f5f6601a96f HTTP/1.1" status: 200 len: 919 time: 0.1914885 Jul 15 19:14:41.327169 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3643317a-d0a0-47ce-b00b-59e7b882fb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:41.333478 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3643317a-d0a0-47ce-b00b-59e7b882fb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:41.396368 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-3643317a-d0a0-47ce-b00b-59e7b882fb4e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f57902e3d46c40ff9cc8c45f1d06a73c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651923 Jul 15 19:14:41.399231 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42828) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:41.405607 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643317a-d0a0-47ce-b00b-59e7b882fb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d53b521-f3b2-4203-9579-28b00a56a7d9,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:41.409005 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42830) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:41.424222 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-928a0a43-6d1f-4796-a75c-862382988b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 4, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': '1cb2513c-0c3d-47a2-8c2a-a87680dfa170', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'port_id': '1a225c13-a225-4e29-8700-331911a7dfd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'mac_address': 'fa:16:3e:8b:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:14:08Z', 'updated_at': '2021-07-15T19:14:39Z', 'revision_number': 1, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0763953-ca34-4769-8bd6-bbffc199808d', 'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'mac_address': 'fa:16:3e:89:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:57Z', 'updated_at': '2021-07-15T19:14:08Z', 'revision_number': 5, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'subnets': [{'id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:41.436667 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ddf1-48d9-4c3d-9954-b3fad9a6419c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:41.472543 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8072e2d4-f429-46f5-a8e9-188cac2711ee req-67c238f4-9b1d-4698-99a3-20143b883975 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a225c13-a225-4e29-8700-331911a7dfd8 HTTP/1.1" status: 200 len: 999 time: 0.1518950 Jul 15 19:14:41.494849 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-edb53695-59b9-4801-97d3-71b295854682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:41.500230 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a0a43-6d1f-4796-a75c-862382988b79 None None] Checking router: 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:14:41.522872 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a0a43-6d1f-4796-a75c-862382988b79 None None] Routers {'7febdbd1-cbce-4eb9-b8bf-9afbd5851891'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:41.523780 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-928a0a43-6d1f-4796-a75c-862382988b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:14:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:41.534056 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-edb53695-59b9-4801-97d3-71b295854682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:41.558060 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072e2d4-f429-46f5-a8e9-188cac2711ee req-e84f2e34-47ce-4496-8c33-f685976522d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:41.559880 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8072e2d4-f429-46f5-a8e9-188cac2711ee req-e84f2e34-47ce-4496-8c33-f685976522d1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1bf9fac0-3f6b-4c69-8651-18074b0e5c7d HTTP/1.1" status: 200 len: 856 time: 0.0804882 Jul 15 19:14:41.648009 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072e2d4-f429-46f5-a8e9-188cac2711ee req-146e4293-339f-43dd-9758-29ab05048478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:41.649720 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-edb53695-59b9-4801-97d3-71b295854682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:41.650265 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8072e2d4-f429-46f5-a8e9-188cac2711ee req-146e4293-339f-43dd-9758-29ab05048478 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=79cfa60d-4e34-4970-b217-9f5f6601a96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816004 Jul 15 19:14:41.653415 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-edb53695-59b9-4801-97d3-71b295854682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:41.654585 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-edb53695-59b9-4801-97d3-71b295854682 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0d53b521-f3b2-4203-9579-28b00a56a7d9 HTTP/1.1" status: 204 len: 168 time: 0.2544296 Jul 15 19:14:41.688901 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb53695-59b9-4801-97d3-71b295854682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d53b521-f3b2-4203-9579-28b00a56a7d9,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:41.754669 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ddf1-48d9-4c3d-9954-b3fad9a6419c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:41.762938 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ddf1-48d9-4c3d-9954-b3fad9a6419c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:41.771395 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8072e2d4-f429-46f5-a8e9-188cac2711ee req-a972b256-7558-4aff-ae83-39f8b1d94ebd service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132965 Jul 15 19:14:41.786757 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-928a0a43-6d1f-4796-a75c-862382988b79 None None] Set router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:41.822319 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6ddf1-48d9-4c3d-9954-b3fad9a6419c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d894646-a6c0-460e-a693-ae18dcdae25e,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:41.863214 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-a5d6ddf1-48d9-4c3d-9954-b3fad9a6419c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=60bd479c7f3e457189912bb398e6978c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4508841 Jul 15 19:14:41.872117 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42846) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:41.951432 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-44a966b6-1ffe-4cf1-980e-d6013bbc69bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:41.988644 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8072e2d4-f429-46f5-a8e9-188cac2711ee req-c23c99f5-b919-44e1-8312-5ccacfd92f94 service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995244 Jul 15 19:14:41.991529 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-44a966b6-1ffe-4cf1-980e-d6013bbc69bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:42.064796 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-44a966b6-1ffe-4cf1-980e-d6013bbc69bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:42.069666 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-44a966b6-1ffe-4cf1-980e-d6013bbc69bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:42.074295 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-44a966b6-1ffe-4cf1-980e-d6013bbc69bb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5d894646-a6c0-460e-a693-ae18dcdae25e HTTP/1.1" status: 204 len: 168 time: 0.1973293 Jul 15 19:14:42.084354 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a966b6-1ffe-4cf1-980e-d6013bbc69bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d894646-a6c0-460e-a693-ae18dcdae25e,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:42.146022 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-928a0a43-6d1f-4796-a75c-862382988b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 4, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': '1cb2513c-0c3d-47a2-8c2a-a87680dfa170', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'port_id': '1a225c13-a225-4e29-8700-331911a7dfd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'mac_address': 'fa:16:3e:8b:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:14:08Z', 'updated_at': '2021-07-15T19:14:39Z', 'revision_number': 1, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0763953-ca34-4769-8bd6-bbffc199808d', 'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'mac_address': 'fa:16:3e:89:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:57Z', 'updated_at': '2021-07-15T19:14:08Z', 'revision_number': 5, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'subnets': [{'id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:42.187693 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a0a43-6d1f-4796-a75c-862382988b79 None None] The sync data for ids ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'] in dv-cinder-784453-9-iscsi is: [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 4, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': '1cb2513c-0c3d-47a2-8c2a-a87680dfa170', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'port_id': '1a225c13-a225-4e29-8700-331911a7dfd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'mac_address': 'fa:16:3e:8b:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:14:08Z', 'updated_at': '2021-07-15T19:14:39Z', 'revision_number': 1, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0763953-ca34-4769-8bd6-bbffc199808d', 'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'mac_address': 'fa:16:3e:89:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:57Z', 'updated_at': '2021-07-15T19:14:08Z', 'revision_number': 5, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'subnets': [{'id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:14:42.405832 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6739ab-26ba-4d95-a4f7-1e7e4aa1e21e None None] New status for floating IP 1cb2513c-0c3d-47a2-8c2a-a87680dfa170: ACTIVE {{(pid=93323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:14:43.447483 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42946) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:43.565982 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-053f9e57-c5e7-4737-9141-60c2de65281c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:43.667989 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-053f9e57-c5e7-4737-9141-60c2de65281c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:43.673648 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-053f9e57-c5e7-4737-9141-60c2de65281c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:43.718542 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f9e57-c5e7-4737-9141-60c2de65281c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f3f59f-c0af-44f1-bd04-e0bc738afc2c,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:43.726622 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-053f9e57-c5e7-4737-9141-60c2de65281c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=375f9652a68c491cb12499b54506cace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754781 Jul 15 19:14:43.727018 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 42962) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:43.729183 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9e57-c5e7-4737-9141-60c2de65281c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.729516 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9e57-c5e7-4737-9141-60c2de65281c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.729865 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9e57-c5e7-4737-9141-60c2de65281c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.730201 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9e57-c5e7-4737-9141-60c2de65281c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.730639 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9e57-c5e7-4737-9141-60c2de65281c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.730994 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9e57-c5e7-4737-9141-60c2de65281c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.731325 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9e57-c5e7-4737-9141-60c2de65281c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.731660 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9e57-c5e7-4737-9141-60c2de65281c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.732011 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9e57-c5e7-4737-9141-60c2de65281c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.732309 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9e57-c5e7-4737-9141-60c2de65281c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.732630 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9e57-c5e7-4737-9141-60c2de65281c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.732953 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9e57-c5e7-4737-9141-60c2de65281c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.797404 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 42966) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:43.806201 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d6f81355-a911-4124-9502-10ae7bc60705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:43.836625 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d6f81355-a911-4124-9502-10ae7bc60705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:43.889540 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d6f81355-a911-4124-9502-10ae7bc60705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:43.892385 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d6f81355-a911-4124-9502-10ae7bc60705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:43.893910 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-d6f81355-a911-4124-9502-10ae7bc60705 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/54f3f59f-c0af-44f1-bd04-e0bc738afc2c HTTP/1.1" status: 204 len: 168 time: 0.1659489 Jul 15 19:14:43.902634 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f81355-a911-4124-9502-10ae7bc60705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f3f59f-c0af-44f1-bd04-e0bc738afc2c,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:43.912349 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f81355-a911-4124-9502-10ae7bc60705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.912780 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f81355-a911-4124-9502-10ae7bc60705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.913182 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f81355-a911-4124-9502-10ae7bc60705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.913551 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f81355-a911-4124-9502-10ae7bc60705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.914095 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f81355-a911-4124-9502-10ae7bc60705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.914282 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f81355-a911-4124-9502-10ae7bc60705 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.914883 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f81355-a911-4124-9502-10ae7bc60705 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.915354 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f81355-a911-4124-9502-10ae7bc60705 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.915951 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f81355-a911-4124-9502-10ae7bc60705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.916426 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f81355-a911-4124-9502-10ae7bc60705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.916893 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f81355-a911-4124-9502-10ae7bc60705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.930036 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f81355-a911-4124-9502-10ae7bc60705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:43.933586 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7101b7cf-5384-400e-bc2b-d3a2b4d92ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.062537 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7101b7cf-5384-400e-bc2b-d3a2b4d92ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.066724 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7101b7cf-5384-400e-bc2b-d3a2b4d92ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.105725 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-7101b7cf-5384-400e-bc2b-d3a2b4d92ff2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ac1416e7abed4cc1972fa817db4d4f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072381 Jul 15 19:14:44.106905 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101b7cf-5384-400e-bc2b-d3a2b4d92ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4160180b-a1bf-43b5-991c-9779275c90c1,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:44.108446 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 42978) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:44.168937 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d0f0e95a-5c9b-4434-b7e5-596e9d8bee4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.191202 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d0f0e95a-5c9b-4434-b7e5-596e9d8bee4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.253961 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d0f0e95a-5c9b-4434-b7e5-596e9d8bee4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.256749 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d0f0e95a-5c9b-4434-b7e5-596e9d8bee4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.257887 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-d0f0e95a-5c9b-4434-b7e5-596e9d8bee4f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4160180b-a1bf-43b5-991c-9779275c90c1 HTTP/1.1" status: 204 len: 168 time: 0.1477571 Jul 15 19:14:44.266371 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0e95a-5c9b-4434-b7e5-596e9d8bee4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4160180b-a1bf-43b5-991c-9779275c90c1,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:44.542305 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43004) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:44.556735 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-98c54028-c327-4bdc-99be-648266d674d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.652729 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-98c54028-c327-4bdc-99be-648266d674d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.656785 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-98c54028-c327-4bdc-99be-648266d674d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.695785 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-98c54028-c327-4bdc-99be-648266d674d0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c739ccc4bcae46dbab9b095fbd26328d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520593 Jul 15 19:14:44.696727 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c54028-c327-4bdc-99be-648266d674d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8735e37c-305f-4f0c-9393-58e0c410bf1d,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:44.698444 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43012) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:44.799338 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9250cb54-12db-4e2f-8801-afd68059751f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.823958 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9250cb54-12db-4e2f-8801-afd68059751f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.871719 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9250cb54-12db-4e2f-8801-afd68059751f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.875084 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9250cb54-12db-4e2f-8801-afd68059751f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:44.880152 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-9250cb54-12db-4e2f-8801-afd68059751f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8735e37c-305f-4f0c-9393-58e0c410bf1d HTTP/1.1" status: 204 len: 168 time: 0.1763089 Jul 15 19:14:44.887287 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250cb54-12db-4e2f-8801-afd68059751f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8735e37c-305f-4f0c-9393-58e0c410bf1d,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:45.055819 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43028) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:45.164035 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0581a549-7023-4c32-ae11-92e19ef36d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:45.278198 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0581a549-7023-4c32-ae11-92e19ef36d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:45.283844 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0581a549-7023-4c32-ae11-92e19ef36d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:45.351828 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43050) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:45.357841 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-0581a549-7023-4c32-ae11-92e19ef36d57 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=00af58243f32405db3a03dfdac56b2f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008628 Jul 15 19:14:45.366787 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581a549-7023-4c32-ae11-92e19ef36d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c36266b-abb3-4872-b945-87491222c9dc,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:45.409307 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-8a8ce34c-38ce-466c-b91f-8335e54f2dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:45.434214 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-8a8ce34c-38ce-466c-b91f-8335e54f2dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:45.483721 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-8a8ce34c-38ce-466c-b91f-8335e54f2dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:45.490605 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-8a8ce34c-38ce-466c-b91f-8335e54f2dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:45.490605 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-8a8ce34c-38ce-466c-b91f-8335e54f2dc6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5c36266b-abb3-4872-b945-87491222c9dc HTTP/1.1" status: 204 len: 168 time: 0.1363950 Jul 15 19:14:45.496323 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ce34c-38ce-466c-b91f-8335e54f2dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c36266b-abb3-4872-b945-87491222c9dc,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:46.348130 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4d010-0aa0-4f8b-81e0-4d31e20f0615 req-863088f3-6be9-4ee1-8244-83c2d43c36e4 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:46.349999 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d0f4d010-0aa0-4f8b-81e0-4d31e20f0615 req-863088f3-6be9-4ee1-8244-83c2d43c36e4 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 946 time: 0.0735242 Jul 15 19:14:46.393449 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d0f4d010-0aa0-4f8b-81e0-4d31e20f0615 req-64d8c4f2-b4aa-4e6d-98b4-f80924ad0278 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367923 Jul 15 19:14:46.714738 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43126) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:46.936460 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7f1ecac5-e3dd-4c8d-a93d-3c2b195ec2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:47.063943 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7f1ecac5-e3dd-4c8d-a93d-3c2b195ec2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:47.067748 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7f1ecac5-e3dd-4c8d-a93d-3c2b195ec2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:47.106373 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-7f1ecac5-e3dd-4c8d-a93d-3c2b195ec2b7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4cf85ad97d994a19a495664621f2e011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903105 Jul 15 19:14:47.108768 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43142) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:47.109347 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ecac5-e3dd-4c8d-a93d-3c2b195ec2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4410e2-2c16-4735-b05a-792fe0f84c14,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:47.156499 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1e8aadb5-52bf-4c61-b4df-88cabcae7664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:47.176821 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1e8aadb5-52bf-4c61-b4df-88cabcae7664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:47.221806 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1e8aadb5-52bf-4c61-b4df-88cabcae7664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:47.225049 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1e8aadb5-52bf-4c61-b4df-88cabcae7664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:47.226171 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-1e8aadb5-52bf-4c61-b4df-88cabcae7664 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7b4410e2-2c16-4735-b05a-792fe0f84c14 HTTP/1.1" status: 204 len: 168 time: 0.1164529 Jul 15 19:14:47.233403 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8aadb5-52bf-4c61-b4df-88cabcae7664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4410e2-2c16-4735-b05a-792fe0f84c14,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:47.477935 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43150) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:47.497537 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e41de938-118b-4c27-b458-94e64d1ed827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:47.580473 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b11e-ce59-46dd-9577-344cdce7604c req-a1da4ab4-debf-4ff0-bb04-fa1eea231b50 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:47.582540 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2eb1b11e-ce59-46dd-9577-344cdce7604c req-a1da4ab4-debf-4ff0-bb04-fa1eea231b50 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 946 time: 0.0683620 Jul 15 19:14:47.592458 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e41de938-118b-4c27-b458-94e64d1ed827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:47.597151 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e41de938-118b-4c27-b458-94e64d1ed827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:47.619543 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2eb1b11e-ce59-46dd-9577-344cdce7604c req-4f2f8129-65b9-4196-b62b-0cabf5e82abb tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313499 Jul 15 19:14:47.636395 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-e41de938-118b-4c27-b458-94e64d1ed827 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=72a6ccfb230e49759f047a5f7b8c37a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568003 Jul 15 19:14:47.637279 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41de938-118b-4c27-b458-94e64d1ed827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1502daa2-4165-4002-afd3-b703b5fd7f5a,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:47.639296 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43154) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:47.687390 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7e6ca8df-b640-4328-adae-c747679c94bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:47.708378 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7e6ca8df-b640-4328-adae-c747679c94bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:47.754912 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7e6ca8df-b640-4328-adae-c747679c94bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:47.757381 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7e6ca8df-b640-4328-adae-c747679c94bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:47.758591 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-7e6ca8df-b640-4328-adae-c747679c94bf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1502daa2-4165-4002-afd3-b703b5fd7f5a HTTP/1.1" status: 204 len: 168 time: 0.1181860 Jul 15 19:14:47.765868 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ca8df-b640-4328-adae-c747679c94bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1502daa2-4165-4002-afd3-b703b5fd7f5a,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:48.575215 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43200) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:48.712589 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-fefe6e4f-dd0a-4fa3-86a5-9df5176a67b2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-137351037-network', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:48.736033 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefe6e4f-dd0a-4fa3-86a5-9df5176a67b2 admin admin] Made reservation on behalf of 2773fe20d3704fd0869501a1c90b4c30 for: {'network': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:14:48.739804 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-fefe6e4f-dd0a-4fa3-86a5-9df5176a67b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:48.751020 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-fefe6e4f-dd0a-4fa3-86a5-9df5176a67b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:48.861311 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32910b2-9fe4-4919-bb5c-1d51a557e598 req-01f9756e-a968-40cf-b09c-3b782f9f9758 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:48.863391 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a32910b2-9fe4-4919-bb5c-1d51a557e598 req-01f9756e-a968-40cf-b09c-3b782f9f9758 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 946 time: 0.1075125 Jul 15 19:14:48.923695 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a32910b2-9fe4-4919-bb5c-1d51a557e598 req-abcaf124-c3fc-4b15-af99-4f7f244f2aff tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531654 Jul 15 19:14:48.948075 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-fefe6e4f-dd0a-4fa3-86a5-9df5176a67b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:48.953566 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-fefe6e4f-dd0a-4fa3-86a5-9df5176a67b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:48.981936 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefe6e4f-dd0a-4fa3-86a5-9df5176a67b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=93321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:14:48.989174 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe6e4f-dd0a-4fa3-86a5-9df5176a67b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a83fcb-9276-42c4-9330-03132a3725b8,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:48.997501 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-fefe6e4f-dd0a-4fa3-86a5-9df5176a67b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:48.997828 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.segments_db [None req-fefe6e4f-dd0a-4fa3-86a5-9df5176a67b2 admin admin] Added segment 22b39634-13a9-4136-9538-3dec0f8f0722 of type vlan for network aa6d1231-195e-4588-9f30-941c386a1c2b Jul 15 19:14:49.043688 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-fefe6e4f-dd0a-4fa3-86a5-9df5176a67b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:49.076012 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-fefe6e4f-dd0a-4fa3-86a5-9df5176a67b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:49.077283 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefe6e4f-dd0a-4fa3-86a5-9df5176a67b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:49.077865 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-fefe6e4f-dd0a-4fa3-86a5-9df5176a67b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:49.109580 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-fefe6e4f-dd0a-4fa3-86a5-9df5176a67b2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5330546 Jul 15 19:14:49.112243 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43218) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:49.117700 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-77118c85-8cf0-4e16-8c2a-8a6de44e9620 admin admin] Request body: {'subnet': {'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-137351037-subnet', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'ip_version': 4}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:49.149661 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe6e4f-dd0a-4fa3-86a5-9df5176a67b2 admin admin] Pushing event updated for resources: {'Network': ['ID=aa6d1231-195e-4588-9f30-941c386a1c2b,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:49.160487 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network aa6d1231-195e-4588-9f30-941c386a1c2b details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:14:49.166984 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77118c85-8cf0-4e16-8c2a-8a6de44e9620 admin admin] Made reservation on behalf of 2773fe20d3704fd0869501a1c90b4c30 for: {'subnet': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:14:49.169277 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-77118c85-8cf0-4e16-8c2a-8a6de44e9620 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132686063'] for subnet, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:49.334853 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-77118c85-8cf0-4e16-8c2a-8a6de44e9620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132133703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132686077'] for subnet, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:49.386380 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77118c85-8cf0-4e16-8c2a-8a6de44e9620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0263f568-81fe-4529-9e7b-1c99c7cafbe2,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:49.398503 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77118c85-8cf0-4e16-8c2a-8a6de44e9620 admin admin] Checking segment: {'id': '22b39634-13a9-4136-9538-3dec0f8f0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:14:49.398857 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77118c85-8cf0-4e16-8c2a-8a6de44e9620 admin admin] Network hostable DHCP agents. Network: aa6d1231-195e-4588-9f30-941c386a1c2b, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:14:49.415933 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77118c85-8cf0-4e16-8c2a-8a6de44e9620 admin admin] Network aa6d1231-195e-4588-9f30-941c386a1c2b is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:14:49.424867 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-77118c85-8cf0-4e16-8c2a-8a6de44e9620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, aa6d1231-195e-4588-9f30-941c386a1c2b) {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:49.430849 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77118c85-8cf0-4e16-8c2a-8a6de44e9620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:49.430939 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-77118c85-8cf0-4e16-8c2a-8a6de44e9620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:49.434138 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94de72c7-60bf-421c-a05a-0312ac3da1a4 None None] Network aa6d1231-195e-4588-9f30-941c386a1c2b requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:14:49.447024 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-77118c85-8cf0-4e16-8c2a-8a6de44e9620 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3331904 Jul 15 19:14:49.449631 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43224) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:49.454188 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-137351037-router', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:49.476465 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7015'] for router, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:49.477557 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:49.531182 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:49.585122 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd5ea0a1-21e6-5cea-93ef-ecf5ad1bc28f-aa6d1231-195e-4588-9f30-941c386a1c2b', 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'fixed_ips': [{'subnet_id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2'}]}} from dv-cinder-784453-9-iscsi. {{(pid=93323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:14:49.586005 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:49.663681 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5766'] for router, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:49.726028 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.db_base_plugin_common [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Allocated IP 172.20.0.2 (aa6d1231-195e-4588-9f30-941c386a1c2b/0263f568-81fe-4529-9e7b-1c99c7cafbe2/2fc81e18-6204-41c3-bdbb-c3866ab6eaa1) {{(pid=93323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:14:49.857675 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:49.866566 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Notify callbacks [] for port, precommit_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:49.874949 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Transition to ACTIVE for port object 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:49.877168 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:49.889643 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Transition to ACTIVE for port object 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 will not be triggered until provisioned by entity DHCP. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:49.896364 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203'] for port, after_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:49.934988 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Network aa6d1231-195e-4588-9f30-941c386a1c2b is already hosted by enough agents. {{(pid=93323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:49.937709 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.base_scheduler [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Resources bound (agent type, host, resource id): {{(pid=93323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:49.941868 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Received port after_create {{(pid=93323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:14:49.971246 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Pushing event updated for resources: {'Port': ['ID=2fc81e18-6204-41c3-bdbb-c3866ab6eaa1,revision_number=1']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:49.992094 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Allocated IP 172.27.0.61 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/442ea466-ec6d-4d9d-b719-da397e1948e2) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:14:49.996606 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:49.996998 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:49.997336 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:49.997659 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:49.997982 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:49.998344 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:49.998699 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:49.999018 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:49.999587 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:49.999899 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:50.000211 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:50.000519 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:50.016491 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Attempting to bind port 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:14:50.016860 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Attempting to bind port 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': '22b39634-13a9-4136-9538-3dec0f8f0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:14:50.017233 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Attempting to bind port 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 on network aa6d1231-195e-4588-9f30-941c386a1c2b {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:50.022493 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:14:50.022868 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Checking segment: {'id': '22b39634-13a9-4136-9538-3dec0f8f0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:14:50.023270 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:50.023656 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Bound using segment: {'id': '22b39634-13a9-4136-9538-3dec0f8f0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:14:50.024118 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Bound port: 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b39634-13a9-4136-9538-3dec0f8f0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:14:50.024501 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:50.090512 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] For port 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:14:50.093666 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] For port 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=2fc81e18-6204-41c3-bdbb-c3866ab6eaa1,segment=NetworkSegment(22b39634-13a9-4136-9538-3dec0f8f0722),segment_id=22b39634-13a9-4136-9538-3dec0f8f0722)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:14:50.099103 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:50.099949 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:50.146130 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:50.159535 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbaa3d-009b-42a4-8525-43dd55138c49 None None] Pushing event updated for resources: {'Port': ['ID=2fc81e18-6204-41c3-bdbb-c3866ab6eaa1,revision_number=2']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:50.190201 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:50.193648 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:50.197750 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:14:50.200651 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Pushing event updated for resources: {'Port': ['ID=442ea466-ec6d-4d9d-b719-da397e1948e2,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:50.284027 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:14:50.661382 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:50.857704 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978432'] for router, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:50.992342 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Router a05aa827-c1e6-4063-a7f9-0f10ad724a4e is scheduled to L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f with binding_index 1 {{(pid=93321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:14:51.079455 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb608e69-c1ad-4b0d-b8d6-cb89cba91671 None None] Network aa6d1231-195e-4588-9f30-941c386a1c2b requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:14:51.103880 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:14:51.113841 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Sync routers for ids ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:14:51.121692 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] Notify callbacks [] for router, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:51.122920 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-1c873dc8-bc99-48f4-8e01-b51056423329 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6722980 Jul 15 19:14:51.125857 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43240) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:51.126820 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Routers {'a05aa827-c1e6-4063-a7f9-0f10ad724a4e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:51.127505 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:14:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:51.155673 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-81bef2c9-ca84-4e37-b672-b774a6e69726 None None] Provisioning for port 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:51.258362 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Set router a05aa827-c1e6-4063-a7f9-0f10ad724a4e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:51.439378 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'name': 'tempest-TestShelveInstance-137351037-router', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:50Z', 'revision_number': 3, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'gw_port': {'id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:51.465187 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Checking router: a05aa827-c1e6-4063-a7f9-0f10ad724a4e for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:14:51.465755 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Updating router a05aa827-c1e6-4063-a7f9-0f10ad724a4e port 442ea466-ec6d-4d9d-b719-da397e1948e2 binding host dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:14:51.502739 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:51.559500 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:51.723776 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Allocated IP 172.20.0.1 (aa6d1231-195e-4588-9f30-941c386a1c2b/0263f568-81fe-4529-9e7b-1c99c7cafbe2/5d235b18-bd47-4fd9-87c9-9a4784d60815) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:14:51.835203 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Notify callbacks [] for port, precommit_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:51.837902 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:51.844967 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.provisioning_blocks [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Transition to ACTIVE for port object 442ea466-ec6d-4d9d-b719-da397e1948e2 will not be triggered until provisioned by entity L2. {{(pid=93324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:51.851082 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:51.852345 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.provisioning_blocks [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Transition to ACTIVE for port object 5d235b18-bd47-4fd9-87c9-9a4784d60815 will not be triggered until provisioned by entity DHCP. {{(pid=93321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:51.893602 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f642285-9e85-42f4-9a4f-db979e40a3bc None None] Pushing event updated for resources: {'Port': ['ID=442ea466-ec6d-4d9d-b719-da397e1948e2,revision_number=2']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:51.903825 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:51.904325 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f642285-9e85-42f4-9a4f-db979e40a3bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:51.904432 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f642285-9e85-42f4-9a4f-db979e40a3bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:51.904762 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f642285-9e85-42f4-9a4f-db979e40a3bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:51.905111 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f642285-9e85-42f4-9a4f-db979e40a3bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:51.905442 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f642285-9e85-42f4-9a4f-db979e40a3bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:51.905938 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f642285-9e85-42f4-9a4f-db979e40a3bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:51.906469 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f642285-9e85-42f4-9a4f-db979e40a3bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:51.906803 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f642285-9e85-42f4-9a4f-db979e40a3bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:51.907146 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f642285-9e85-42f4-9a4f-db979e40a3bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:51.907477 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f642285-9e85-42f4-9a4f-db979e40a3bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:51.907977 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f642285-9e85-42f4-9a4f-db979e40a3bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:51.909535 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f642285-9e85-42f4-9a4f-db979e40a3bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:14:51.931668 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Attempting to bind port 442ea466-ec6d-4d9d-b719-da397e1948e2 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:14:51.932230 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Attempting to bind port 442ea466-ec6d-4d9d-b719-da397e1948e2 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:14:51.932752 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Attempting to bind port 442ea466-ec6d-4d9d-b719-da397e1948e2 on network 2fe01b8c-3178-4875-bf1e-3816faa9377f {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:51.938270 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:14:51.938880 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Checking segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:14:51.939457 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:51.940004 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Bound using segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:14:51.941233 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Bound port: 442ea466-ec6d-4d9d-b719-da397e1948e2, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:14:51.941865 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:51.974467 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Network aa6d1231-195e-4588-9f30-941c386a1c2b is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:51.988778 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Pushing event updated for resources: {'Port': ['ID=5d235b18-bd47-4fd9-87c9-9a4784d60815,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:51.993732 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:51.995453 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:52.003688 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:14:52.021297 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] For port 442ea466-ec6d-4d9d-b719-da397e1948e2, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:14:52.024880 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] For port 442ea466-ec6d-4d9d-b719-da397e1948e2, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=442ea466-ec6d-4d9d-b719-da397e1948e2,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:14:52.033582 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:52.063108 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:52.069500 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:52.069872 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:52.089390 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Routers {'a05aa827-c1e6-4063-a7f9-0f10ad724a4e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:52.089926 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:14:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:52.108442 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-975671'] for router_interface, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:52.182764 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558a8f5-1eea-43ba-b5e6-5e7079e5cf7b req-5a92bef8-b196-4bde-9e86-594f0b246b38 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:52.184658 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5558a8f5-1eea-43ba-b5e6-5e7079e5cf7b req-5a92bef8-b196-4bde-9e86-594f0b246b38 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 946 time: 0.1529901 Jul 15 19:14:52.185082 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f642285-9e85-42f4-9a4f-db979e40a3bc None None] Pushing event updated for resources: {'Port': ['ID=442ea466-ec6d-4d9d-b719-da397e1948e2,revision_number=3']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:52.193075 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:52.234283 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=2fc81e18-6204-41c3-bdbb-c3866ab6eaa1,segment=NetworkSegment(22b39634-13a9-4136-9538-3dec0f8f0722),segment_id=22b39634-13a9-4136-9538-3dec0f8f0722)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:52.240991 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:52.255926 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] Set router a05aa827-c1e6-4063-a7f9-0f10ad724a4e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:52.276089 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5558a8f5-1eea-43ba-b5e6-5e7079e5cf7b req-0f6684f2-e23f-45d8-93f4-225f369424cd tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840101 Jul 15 19:14:52.340463 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:52.346778 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-71768ba2-eede-4eb5-9e49-74918a67ef6f None None] Provisioning for port 5d235b18-bd47-4fd9-87c9-9a4784d60815 completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:52.364501 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-71768ba2-eede-4eb5-9e49-74918a67ef6f None None] Provisioning complete for port 5d235b18-bd47-4fd9-87c9-9a4784d60815 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:52.365200 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-71768ba2-eede-4eb5-9e49-74918a67ef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:52.389880 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=2fc81e18-6204-41c3-bdbb-c3866ab6eaa1,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:52.406645 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-71768ba2-eede-4eb5-9e49-74918a67ef6f None None] Port 5d235b18-bd47-4fd9-87c9-9a4784d60815 cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:14:52.483024 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'name': 'tempest-TestShelveInstance-137351037-router', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:50Z', 'revision_number': 3, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'gw_port': {'id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:52.520879 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846b2a95-f5f9-4863-affd-a0e2b551895f None None] The sync data for ids ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'] in dv-cinder-784453-9-iscsi is: [{'id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'name': 'tempest-TestShelveInstance-137351037-router', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:50Z', 'revision_number': 3, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'gw_port': {'id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:14:52.571742 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:52.580193 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b13ba-cdfb-47e9-8fb5-6115b9553a04 req-07017e1f-9758-4f73-8545-9a7ceabfbbbc tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:52.581762 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8f9b13ba-cdfb-47e9-8fb5-6115b9553a04 req-07017e1f-9758-4f73-8545-9a7ceabfbbbc tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.93 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 946 time: 0.1140363 Jul 15 19:14:52.583009 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:52.693871 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975683'] for router_interface, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:52.700901 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Pushing event updated for resources: {'Port': ['ID=5d235b18-bd47-4fd9-87c9-9a4784d60815,revision_number=2']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:52.856510 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-8f9b13ba-cdfb-47e9-8fb5-6115b9553a04 req-492f759b-2fc4-4036-bde5-5919c8e03921 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Deleting port a48cb8cb-8032-4b08-b467-448625251fd2 {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:14:52.857131 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-8f9b13ba-cdfb-47e9-8fb5-6115b9553a04 req-492f759b-2fc4-4036-bde5-5919c8e03921 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:52.890793 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Network aa6d1231-195e-4588-9f30-941c386a1c2b is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:52.894541 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:53.077690 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2115c9e5-0ee5-4eb9-8585-5c1c9d3a25b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:53.154189 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Router a05aa827-c1e6-4063-a7f9-0f10ad724a4e has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:14:53.348520 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-8f9b13ba-cdfb-47e9-8fb5-6115b9553a04 req-492f759b-2fc4-4036-bde5-5919c8e03921 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] For port a48cb8cb-8032-4b08-b467-448625251fd2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=a48cb8cb-8032-4b08-b467-448625251fd2,segment=NetworkSegment(e3d8ba23-33a3-4299-9be8-8104251ada1e),segment_id=e3d8ba23-33a3-4299-9be8-8104251ada1e)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:53.348666 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-8f9b13ba-cdfb-47e9-8fb5-6115b9553a04 req-492f759b-2fc4-4036-bde5-5919c8e03921 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:53.351040 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e5feff0c-c3cf-4e3a-a1fe-bc56597158f8 None None] Provisioning complete for port 5d235b18-bd47-4fd9-87c9-9a4784d60815 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:53.352460 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e5feff0c-c3cf-4e3a-a1fe-bc56597158f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:53.435388 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e5feff0c-c3cf-4e3a-a1fe-bc56597158f8 None None] Port 5d235b18-bd47-4fd9-87c9-9a4784d60815 cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:14:53.672510 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-8f9b13ba-cdfb-47e9-8fb5-6115b9553a04 req-492f759b-2fc4-4036-bde5-5919c8e03921 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Calling delete_port for a48cb8cb-8032-4b08-b467-448625251fd2 owned by compute:nova {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:14:53.676904 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:14:53.701765 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-a9991665-9cf6-4df5-a1bc-25fcba59a7c4 admin admin] 10.222.0.73 "PUT /v2.0/routers/a05aa827-c1e6-4063-a7f9-0f10ad724a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5748737 Jul 15 19:14:53.735024 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43316) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:53.874502 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-827f5325-2bb9-4f78-abd1-67fe7eb37cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:53.919841 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905b362-2e8d-410a-a4c9-c03d640a94bc req-6d5e6239-c118-41b5-99f2-57d7f8bb9a67 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:53.921362 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7905b362-2e8d-410a-a4c9-c03d640a94bc req-6d5e6239-c118-41b5-99f2-57d7f8bb9a67 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 946 time: 0.2671015 Jul 15 19:14:53.944372 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7b504-b970-44ad-9111-24d755a4635e req-42fa5a54-37fc-46a3-8db3-4bcddd441d03 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:53.951182 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-33f7b504-b970-44ad-9111-24d755a4635e req-42fa5a54-37fc-46a3-8db3-4bcddd441d03 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/networks?id=24ebd5db-e6b4-4351-afb2-6548b006e9db HTTP/1.1" status: 200 len: 814 time: 0.2721105 Jul 15 19:14:53.975740 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-33f7b504-b970-44ad-9111-24d755a4635e req-c4881d87-5907-430c-a548-2d5ecb7bb452 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/quotas/8f07cb303335437f9507f6887f302493 HTTP/1.1" status: 200 len: 375 time: 0.0236158 Jul 15 19:14:54.044968 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-827f5325-2bb9-4f78-abd1-67fe7eb37cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.054106 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-827f5325-2bb9-4f78-abd1-67fe7eb37cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.092257 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7905b362-2e8d-410a-a4c9-c03d640a94bc req-4ca155f3-526b-47a7-bd96-79611ad474e8 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/security-groups?id=227d300d-5fa0-4ed2-a204-8b3a4986a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631222 Jul 15 19:14:54.104206 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-827f5325-2bb9-4f78-abd1-67fe7eb37cc3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4e4e353c5a7c41dba415ee6d8f0566a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648434 Jul 15 19:14:54.105513 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f5325-2bb9-4f78-abd1-67fe7eb37cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827e1ef0-ad53-4428-bcea-2c58502ee463,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:54.109822 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:54.110674 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43328) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:54.167522 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:54.167994 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.176410 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-8f9b13ba-cdfb-47e9-8fb5-6115b9553a04 req-492f759b-2fc4-4036-bde5-5919c8e03921 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.190180 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-33f7b504-b970-44ad-9111-24d755a4635e req-6bc90bf8-ac80-461c-979e-acb4cda0dc99 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f07cb303335437f9507f6887f302493&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2135127 Jul 15 19:14:54.255383 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['a48cb8cb-8032-4b08-b467-448625251fd2'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:14:54.275042 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f759b-2fc4-4036-bde5-5919c8e03921 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Pushing event deleted for resources: {'Port': ['ID=a48cb8cb-8032-4b08-b467-448625251fd2,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:54.301861 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 442ea466-ec6d-4d9d-b719-da397e1948e2 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:54.353092 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9b13ba-cdfb-47e9-8fb5-6115b9553a04 req-492f759b-2fc4-4036-bde5-5919c8e03921 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] No DVR routers for this DVR port a48cb8cb-8032-4b08-b467-448625251fd2 on host hv-cinder-78445 {{(pid=93321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:14:54.359886 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0419af56-212d-4820-b4ad-c9498062035c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.366959 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 442ea466-ec6d-4d9d-b719-da397e1948e2 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:54.371626 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 442ea466-ec6d-4d9d-b719-da397e1948e2 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:54.381869 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.392788 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-8f9b13ba-cdfb-47e9-8fb5-6115b9553a04 req-492f759b-2fc4-4036-bde5-5919c8e03921 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.394821 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8f9b13ba-cdfb-47e9-8fb5-6115b9553a04 req-492f759b-2fc4-4036-bde5-5919c8e03921 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.93 "DELETE /v2.0/ports/a48cb8cb-8032-4b08-b467-448625251fd2 HTTP/1.1" status: 204 len: 173 time: 1.7679038 Jul 15 19:14:54.396210 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1c4149-39d9-4a0e-a89d-ef6cce481adb', 'name': 'network-vif-deleted', 'tag': 'a48cb8cb-8032-4b08-b467-448625251fd2'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:14:54.398520 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27ec2a5-8fb7-47fa-9c95-04831d4ec6e4" -d '{"events": [{"server_uuid": "dc1c4149-39d9-4a0e-a89d-ef6cce481adb", "name": "network-vif-deleted", "tag": "a48cb8cb-8032-4b08-b467-448625251fd2"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:14:54.432945 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43346) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:54.438357 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-6c00e0cb-26b1-4f6b-ac00-ba0b9202c12b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1539455528-network', 'tenant_id': 'f20bea4dffa848629458fe9167cb651b'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:54.455247 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-33f7b504-b970-44ad-9111-24d755a4635e req-02a3a150-0d81-42ae-810a-31a4e5d887a5 service neutron] 10.222.0.73 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531033 Jul 15 19:14:54.458647 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0419af56-212d-4820-b4ad-c9498062035c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.491840 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c00e0cb-26b1-4f6b-ac00-ba0b9202c12b admin admin] Made reservation on behalf of f20bea4dffa848629458fe9167cb651b for: {'network': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:14:54.494578 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-6c00e0cb-26b1-4f6b-ac00-ba0b9202c12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.504652 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-6c00e0cb-26b1-4f6b-ac00-ba0b9202c12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.531664 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.568961 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port 442ea466-ec6d-4d9d-b719-da397e1948e2, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=442ea466-ec6d-4d9d-b719-da397e1948e2,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:14:54.574956 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.631271 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0419af56-212d-4820-b4ad-c9498062035c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.634156 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0419af56-212d-4820-b4ad-c9498062035c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.635502 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-0419af56-212d-4820-b4ad-c9498062035c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/827e1ef0-ad53-4428-bcea-2c58502ee463 HTTP/1.1" status: 204 len: 168 time: 0.5235658 Jul 15 19:14:54.661134 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-33f7b504-b970-44ad-9111-24d755a4635e req-74a86f2b-8151-450e-a031-950b42ad50a5 service neutron] 10.222.0.73 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905036 Jul 15 19:14:54.661881 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=442ea466-ec6d-4d9d-b719-da397e1948e2,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:54.662748 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419af56-212d-4820-b4ad-c9498062035c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827e1ef0-ad53-4428-bcea-2c58502ee463,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:54.711982 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-6c00e0cb-26b1-4f6b-ac00-ba0b9202c12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.716917 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-6c00e0cb-26b1-4f6b-ac00-ba0b9202c12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.739349 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c00e0cb-26b1-4f6b-ac00-ba0b9202c12b admin admin] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=93322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:14:54.754460 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00e0cb-26b1-4f6b-ac00-ba0b9202c12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b99eb83-a4f3-4635-aaa5-7289506f0a8d,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:54.773443 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-6c00e0cb-26b1-4f6b-ac00-ba0b9202c12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.773443 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.segments_db [None req-6c00e0cb-26b1-4f6b-ac00-ba0b9202c12b admin admin] Added segment b9654ffc-237c-4991-b683-7bf6ac4c8361 of type vlan for network 909511bd-79c9-4718-a4b5-7e45162097af Jul 15 19:14:54.833765 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ad0258-b9bb-4975-b9f8-b81e5e95ac52 x-openstack-request-id: req-e0ad0258-b9bb-4975-b9f8-b81e5e95ac52 {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:14:54.834105 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1c4149-39d9-4a0e-a89d-ef6cce481adb", "name": "network-vif-deleted", "tag": "a48cb8cb-8032-4b08-b467-448625251fd2", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:14:54.834361 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e0ad0258-b9bb-4975-b9f8-b81e5e95ac52 {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:14:54.834780 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1c4149-39d9-4a0e-a89d-ef6cce481adb', 'name': 'network-vif-deleted', 'tag': 'a48cb8cb-8032-4b08-b467-448625251fd2', 'status': 'completed', 'code': 200} Jul 15 19:14:54.862575 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Sync routers for ids ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:14:54.869367 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-6c00e0cb-26b1-4f6b-ac00-ba0b9202c12b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.882602 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Routers {'a05aa827-c1e6-4063-a7f9-0f10ad724a4e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:54.885709 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:14:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:54.902311 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f322427f-7c8d-4e6b-8f17-10965968994d req-264476f3-de37-4d9d-ac02-c6bc672a52d6 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 210 time: 0.0451493 Jul 15 19:14:54.914519 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-6c00e0cb-26b1-4f6b-ac00-ba0b9202c12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.915692 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c00e0cb-26b1-4f6b-ac00-ba0b9202c12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:54.916582 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-6c00e0cb-26b1-4f6b-ac00-ba0b9202c12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:54.955427 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-6c00e0cb-26b1-4f6b-ac00-ba0b9202c12b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5209668 Jul 15 19:14:54.958904 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43358) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:54.963802 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-d1e0b0da-0e0c-49d5-b443-e27b3568a2a3 admin admin] Request body: {'subnet': {'network_id': '909511bd-79c9-4718-a4b5-7e45162097af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1539455528-subnet', 'tenant_id': 'f20bea4dffa848629458fe9167cb651b', 'ip_version': 4}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:55.010073 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00e0cb-26b1-4f6b-ac00-ba0b9202c12b admin admin] Pushing event updated for resources: {'Network': ['ID=909511bd-79c9-4718-a4b5-7e45162097af,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:55.034996 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e0b0da-0e0c-49d5-b443-e27b3568a2a3 admin admin] Made reservation on behalf of f20bea4dffa848629458fe9167cb651b for: {'subnet': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:14:55.038927 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d1e0b0da-0e0c-49d5-b443-e27b3568a2a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132654421'] for subnet, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:55.198744 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43368) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:55.204945 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network 909511bd-79c9-4718-a4b5-7e45162097af details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:14:55.274098 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b51740b5-8324-415e-b6a6-e6ecfc71c67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:55.289896 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d1e0b0da-0e0c-49d5-b443-e27b3568a2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132284473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132654407'] for subnet, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:55.319519 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Set router a05aa827-c1e6-4063-a7f9-0f10ad724a4e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:55.340994 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-96161b58-8a6c-45dd-a681-cfb13fe49aa4 req-2597782e-f181-458e-a79d-24e862c0f050 tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 210 time: 0.0533805 Jul 15 19:14:55.374516 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0b0da-0e0c-49d5-b443-e27b3568a2a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d12f75b2-8f7d-4ac6-916b-3d13d8582f15,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:55.403602 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0b0da-0e0c-49d5-b443-e27b3568a2a3 admin admin] Checking segment: {'id': 'b9654ffc-237c-4991-b683-7bf6ac4c8361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '909511bd-79c9-4718-a4b5-7e45162097af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:14:55.403936 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e0b0da-0e0c-49d5-b443-e27b3568a2a3 admin admin] Network hostable DHCP agents. Network: 909511bd-79c9-4718-a4b5-7e45162097af, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:14:55.444824 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e0b0da-0e0c-49d5-b443-e27b3568a2a3 admin admin] Network 909511bd-79c9-4718-a4b5-7e45162097af is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:14:55.462664 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-d1e0b0da-0e0c-49d5-b443-e27b3568a2a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, 909511bd-79c9-4718-a4b5-7e45162097af) {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:55.472713 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabd6116-bb96-494a-a677-c7e8b1260b5c None None] Network 909511bd-79c9-4718-a4b5-7e45162097af requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:14:55.473229 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e0b0da-0e0c-49d5-b443-e27b3568a2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:55.473344 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d1e0b0da-0e0c-49d5-b443-e27b3568a2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:55.480607 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b51740b5-8324-415e-b6a6-e6ecfc71c67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:55.486923 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b51740b5-8324-415e-b6a6-e6ecfc71c67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:55.518084 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-d1e0b0da-0e0c-49d5-b443-e27b3568a2a3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5579956 Jul 15 19:14:55.521544 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43372) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:55.529625 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1539455528-router', 'tenant_id': 'f20bea4dffa848629458fe9167cb651b', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:55.529803 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51740b5-8324-415e-b6a6-e6ecfc71c67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e3f452-ee4d-48b8-abe2-222713cd8648,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:55.541697 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43374) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:55.541816 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-b51740b5-8324-415e-b6a6-e6ecfc71c67f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4866f29ecff44fe2a3d927b245a5b2b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420029 Jul 15 19:14:55.635542 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7015'] for router, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:55.639744 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:55.648932 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-452257b0-e71f-4cd6-86bd-bb9b23f6e53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:55.680204 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'name': 'tempest-TestShelveInstance-137351037-router', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:52Z', 'revision_number': 4, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'gw_port': {'id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '5d235b18-bd47-4fd9-87c9-9a4784d60815', 'name': '', 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'mac_address': 'fa:16:3e:ca:7e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:51Z', 'updated_at': '2021-07-15T19:14:52Z', 'revision_number': 2, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'subnets': [{'id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:55.709007 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8ce8-a07f-4318-9f0c-67aafc20524b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:55.732110 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Checking router: a05aa827-c1e6-4063-a7f9-0f10ad724a4e for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:14:55.732461 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Updating router a05aa827-c1e6-4063-a7f9-0f10ad724a4e port 5d235b18-bd47-4fd9-87c9-9a4784d60815 binding host dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:14:55.754331 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:55.758669 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd5ea0a1-21e6-5cea-93ef-ecf5ad1bc28f-909511bd-79c9-4718-a4b5-7e45162097af', 'network_id': '909511bd-79c9-4718-a4b5-7e45162097af', 'tenant_id': 'f20bea4dffa848629458fe9167cb651b', 'fixed_ips': [{'subnet_id': 'd12f75b2-8f7d-4ac6-916b-3d13d8582f15'}]}} from dv-cinder-784453-9-iscsi. {{(pid=93323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:14:55.759470 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:55.764533 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:55.768613 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8ce8-a07f-4318-9f0c-67aafc20524b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:55.797802 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:55.966184 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5766'] for router, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.020757 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 442ea466-ec6d-4d9d-b719-da397e1948e2 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:14:56.052929 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.db_base_plugin_common [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Allocated IP 172.20.0.2 (909511bd-79c9-4718-a4b5-7e45162097af/d12f75b2-8f7d-4ac6-916b-3d13d8582f15/70bf6546-853e-46d4-a42d-ae82fc14b759) {{(pid=93323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:14:56.061710 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43388) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:56.069448 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8ce8-a07f-4318-9f0c-67aafc20524b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.072298 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8ce8-a07f-4318-9f0c-67aafc20524b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.084839 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-2e5b8ce8-a07f-4318-9f0c-67aafc20524b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c6e3f452-ee4d-48b8-abe2-222713cd8648 HTTP/1.1" status: 204 len: 168 time: 0.5417163 Jul 15 19:14:56.166343 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b8ce8-a07f-4318-9f0c-67aafc20524b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e3f452-ee4d-48b8-abe2-222713cd8648,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:56.182782 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-93789d8a-0f2c-45d0-ae40-13958e8864d4 req-f4e43cda-3f07-4f7c-98d0-0a8ea9e5ebb9 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 210 time: 0.0441260 Jul 15 19:14:56.235547 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 442ea466-ec6d-4d9d-b719-da397e1948e2 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:14:56.235925 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.360798 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3c362af8-ba85-4257-8ded-23e4e8431f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.418119 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Notify callbacks [] for port, precommit_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.452331 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Notify callbacks [] for port, precommit_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.461604 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Transition to ACTIVE for port object 70bf6546-853e-46d4-a42d-ae82fc14b759 will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:56.477162 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.483406 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Transition to ACTIVE for port object 5d235b18-bd47-4fd9-87c9-9a4784d60815 will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:56.504103 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Transition to ACTIVE for port object 70bf6546-853e-46d4-a42d-ae82fc14b759 will not be triggered until provisioned by entity DHCP. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:14:56.510485 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.530276 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.546956 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203'] for port, after_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.599766 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Network 909511bd-79c9-4718-a4b5-7e45162097af is already hosted by enough agents. {{(pid=93323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:56.613553 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3c362af8-ba85-4257-8ded-23e4e8431f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.620004 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3c362af8-ba85-4257-8ded-23e4e8431f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.626797 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692aff6-d632-4ffc-8328-864c2691df31 None None] Pushing event updated for resources: {'Port': ['ID=5d235b18-bd47-4fd9-87c9-9a4784d60815,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:56.630597 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.base_scheduler [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Resources bound (agent type, host, resource id): {{(pid=93323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:56.635296 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.636379 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Received port after_create {{(pid=93323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:14:56.701585 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-3c362af8-ba85-4257-8ded-23e4e8431f59 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f04f0c4eceb54bffbf199ffd61e6ab14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6352365 Jul 15 19:14:56.701585 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c362af8-ba85-4257-8ded-23e4e8431f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cf64df-7796-464e-9fd9-d13cc84afaa4,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:56.701585 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43404) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:14:56.748103 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0f4ecbe5-7eb1-47c9-a111-3ffadc52fbcc req-6a150376-4442-4229-9661-f949d480c34d tempest-DeleteServersTestJSON-1662585340 tempest-DeleteServersTestJSON-1662585340-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc1c4149-39d9-4a0e-a89d-ef6cce481adb HTTP/1.1" status: 200 len: 210 time: 0.0786483 Jul 15 19:14:56.800249 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Allocated IP 172.27.0.19 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/c17b97f2-e680-4468-9b6b-e006a147ea67) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:14:56.844029 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Attempting to bind port 5d235b18-bd47-4fd9-87c9-9a4784d60815 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:14:56.844470 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Attempting to bind port 5d235b18-bd47-4fd9-87c9-9a4784d60815 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': '22b39634-13a9-4136-9538-3dec0f8f0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:14:56.844887 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Attempting to bind port 5d235b18-bd47-4fd9-87c9-9a4784d60815 on network aa6d1231-195e-4588-9f30-941c386a1c2b {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:56.848306 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-991a262d-c680-406d-a79b-8bd782cdd88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.849995 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Pushing event updated for resources: {'Port': ['ID=70bf6546-853e-46d4-a42d-ae82fc14b759,revision_number=1']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:56.863455 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Attempting to bind port 70bf6546-853e-46d4-a42d-ae82fc14b759 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:14:56.863817 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Attempting to bind port 70bf6546-853e-46d4-a42d-ae82fc14b759 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': 'b9654ffc-237c-4991-b683-7bf6ac4c8361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '909511bd-79c9-4718-a4b5-7e45162097af'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:14:56.864177 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Attempting to bind port 70bf6546-853e-46d4-a42d-ae82fc14b759 on network 909511bd-79c9-4718-a4b5-7e45162097af {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:14:56.880965 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:14:56.881737 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Checking segment: {'id': 'b9654ffc-237c-4991-b683-7bf6ac4c8361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '909511bd-79c9-4718-a4b5-7e45162097af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:14:56.882297 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.883014 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Bound using segment: {'id': 'b9654ffc-237c-4991-b683-7bf6ac4c8361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '909511bd-79c9-4718-a4b5-7e45162097af'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:14:56.883622 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Bound port: 70bf6546-853e-46d4-a42d-ae82fc14b759, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9654ffc-237c-4991-b683-7bf6ac4c8361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '909511bd-79c9-4718-a4b5-7e45162097af'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:14:56.884302 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.886478 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:14:56.887019 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Checking segment: {'id': '22b39634-13a9-4136-9538-3dec0f8f0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:14:56.887587 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.888118 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Bound using segment: {'id': '22b39634-13a9-4136-9538-3dec0f8f0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:14:56.888722 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Bound port: 5d235b18-bd47-4fd9-87c9-9a4784d60815, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b39634-13a9-4136-9538-3dec0f8f0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:14:56.889250 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.903154 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-991a262d-c680-406d-a79b-8bd782cdd88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.963626 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] For port 5d235b18-bd47-4fd9-87c9-9a4784d60815, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:14:56.967210 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] For port 5d235b18-bd47-4fd9-87c9-9a4784d60815, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=5d235b18-bd47-4fd9-87c9-9a4784d60815,segment=NetworkSegment(22b39634-13a9-4136-9538-3dec0f8f0722),segment_id=22b39634-13a9-4136-9538-3dec0f8f0722)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:14:56.995546 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-991a262d-c680-406d-a79b-8bd782cdd88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.996456 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:56.998086 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-991a262d-c680-406d-a79b-8bd782cdd88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:57.001758 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-991a262d-c680-406d-a79b-8bd782cdd88c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/27cf64df-7796-464e-9fd9-d13cc84afaa4 HTTP/1.1" status: 204 len: 168 time: 0.2967193 Jul 15 19:14:57.008110 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-955f99bb-60a4-4533-b6f1-fd999b0b638f req-ece90594-7ee3-4243-a59b-fe1dcc1a2e3c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1797369 Jul 15 19:14:57.014067 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a262d-c680-406d-a79b-8bd782cdd88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cf64df-7796-464e-9fd9-d13cc84afaa4,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:57.046234 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:57.110803 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:57.136529 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] For port 70bf6546-853e-46d4-a42d-ae82fc14b759, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:14:57.157353 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] For port 70bf6546-853e-46d4-a42d-ae82fc14b759, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=70bf6546-853e-46d4-a42d-ae82fc14b759,segment=NetworkSegment(b9654ffc-237c-4991-b683-7bf6ac4c8361),segment_id=b9654ffc-237c-4991-b683-7bf6ac4c8361)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:14:57.159906 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692aff6-d632-4ffc-8328-864c2691df31 None None] Pushing event updated for resources: {'Port': ['ID=5d235b18-bd47-4fd9-87c9-9a4784d60815,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:57.165721 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:57.170522 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Routers {'a05aa827-c1e6-4063-a7f9-0f10ad724a4e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:14:57.171147 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:14:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:57.179259 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:57.205236 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:57.217747 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:14:57.234285 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Pushing event updated for resources: {'Port': ['ID=c17b97f2-e680-4468-9b6b-e006a147ea67,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:57.574800 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3720b32e-53c1-4b08-8c1d-68a96ed21d19 req-51d7385f-af90-4ea2-b575-b0b28abccdfd tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 210 time: 0.0878003 Jul 15 19:14:57.607394 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f99bb-60a4-4533-b6f1-fd999b0b638f req-30d6d316-d474-4f9d-bd06-51a9f54a2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:57.609067 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-955f99bb-60a4-4533-b6f1-fd999b0b638f req-30d6d316-d474-4f9d-bd06-51a9f54a2a9d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f07cb303335437f9507f6887f302493&device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 1098 time: 0.4144027 Jul 15 19:14:57.818343 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7b504-b970-44ad-9111-24d755a4635e req-d68a5621-023a-4300-9ba6-e17f44b27b27 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:57.841929 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-33f7b504-b970-44ad-9111-24d755a4635e req-d68a5621-023a-4300-9ba6-e17f44b27b27 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.93 "GET /v2.0/networks?id=24ebd5db-e6b4-4351-afb2-6548b006e9db HTTP/1.1" status: 200 len: 814 time: 0.3047814 Jul 15 19:14:57.863620 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] Set router a05aa827-c1e6-4063-a7f9-0f10ad724a4e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:14:57.870335 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-33f7b504-b970-44ad-9111-24d755a4635e req-08663d0a-a81c-40e9-b25c-4ecec43f7e9b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Request body: {'port': {'device_id': '1975f620-048e-489f-bc66-ed722a74921d', 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db', 'admin_state_up': True, 'tenant_id': '8f07cb303335437f9507f6887f302493'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:58.039964 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device a48cb8cb-8032-4b08-b467-448625251fd2 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:14:58.073314 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:58.082108 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: a48cb8cb-8032-4b08-b467-448625251fd2 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:14:58.082476 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device a48cb8cb-8032-4b08-b467-448625251fd2 not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:14:58.103672 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9d36d-0cc0-47f3-a4cc-9e5b74547974 None None] Pushing event updated for resources: {'Port': ['ID=70bf6546-853e-46d4-a42d-ae82fc14b759,revision_number=2']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:58.156226 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f7b504-b970-44ad-9111-24d755a4635e req-08663d0a-a81c-40e9-b25c-4ecec43f7e9b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Made reservation on behalf of 8f07cb303335437f9507f6887f302493 for: {'port': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:14:58.162320 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-33f7b504-b970-44ad-9111-24d755a4635e req-08663d0a-a81c-40e9-b25c-4ecec43f7e9b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:58.231915 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f99bb-60a4-4533-b6f1-fd999b0b638f req-b90c4843-9097-481e-975e-ca975cefc07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:58.233465 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-955f99bb-60a4-4533-b6f1-fd999b0b638f req-b90c4843-9097-481e-975e-ca975cefc07d service neutron] 10.222.0.93 "GET /v2.0/networks?id=24ebd5db-e6b4-4351-afb2-6548b006e9db HTTP/1.1" status: 200 len: 916 time: 0.5310018 Jul 15 19:14:58.420913 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:58.511919 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'name': 'tempest-TestShelveInstance-137351037-router', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:52Z', 'revision_number': 4, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'gw_port': {'id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '5d235b18-bd47-4fd9-87c9-9a4784d60815', 'name': '', 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'mac_address': 'fa:16:3e:ca:7e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:51Z', 'updated_at': '2021-07-15T19:14:56Z', 'revision_number': 4, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'subnets': [{'id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:14:58.525937 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [req-33f7b504-b970-44ad-9111-24d755a4635e req-08663d0a-a81c-40e9-b25c-4ecec43f7e9b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Allocated IP 172.20.0.7 (24ebd5db-e6b4-4351-afb2-6548b006e9db/6dda6e6c-290e-49ac-9920-7475b1feefbf/3079aa17-865a-4d5b-b3a0-175ea66fa4ba) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:14:58.577624 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69d1418-86b4-4ef1-92df-5c23df811c15 None None] The sync data for ids ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'] in dv-cinder-784453-9-iscsi is: [{'id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'name': 'tempest-TestShelveInstance-137351037-router', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:52Z', 'revision_number': 4, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'gw_port': {'id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '5d235b18-bd47-4fd9-87c9-9a4784d60815', 'name': '', 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'mac_address': 'fa:16:3e:ca:7e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:51Z', 'updated_at': '2021-07-15T19:14:56Z', 'revision_number': 4, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'subnets': [{'id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:14:58.615369 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:58.941226 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-33f7b504-b970-44ad-9111-24d755a4635e req-08663d0a-a81c-40e9-b25c-4ecec43f7e9b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:59.000591 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-955f99bb-60a4-4533-b6f1-fd999b0b638f req-8ad7c2c0-a36c-4459-9c8d-169f0868e1dd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e948047-3380-48c3-beaf-c5089257a287 HTTP/1.1" status: 200 len: 217 time: 0.7545075 Jul 15 19:14:59.021662 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-33f7b504-b970-44ad-9111-24d755a4635e req-08663d0a-a81c-40e9-b25c-4ecec43f7e9b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:59.076157 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['9e948047-3380-48c3-beaf-c5089257a287'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:14:59.111750 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa144ae6-1fc6-4f20-a47a-6715c5a3539f None None] Network 909511bd-79c9-4718-a4b5-7e45162097af requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:14:59.195928 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f7b504-b970-44ad-9111-24d755a4635e req-08663d0a-a81c-40e9-b25c-4ecec43f7e9b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Network 24ebd5db-e6b4-4351-afb2-6548b006e9db is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:14:59.204393 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [req-33f7b504-b970-44ad-9111-24d755a4635e req-08663d0a-a81c-40e9-b25c-4ecec43f7e9b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:14:59.222544 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f7b504-b970-44ad-9111-24d755a4635e req-08663d0a-a81c-40e9-b25c-4ecec43f7e9b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:14:59.228156 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f99bb-60a4-4533-b6f1-fd999b0b638f req-fe54dddb-cc40-4bed-939b-6693f4883f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:59.229630 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-955f99bb-60a4-4533-b6f1-fd999b0b638f req-fe54dddb-cc40-4bed-939b-6693f4883f02 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6dda6e6c-290e-49ac-9920-7475b1feefbf HTTP/1.1" status: 200 len: 854 time: 0.2082376 Jul 15 19:14:59.326849 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-955f99bb-60a4-4533-b6f1-fd999b0b638f req-eab3a602-0b27-4dd2-b9ee-191e7ff0e2fa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=24ebd5db-e6b4-4351-afb2-6548b006e9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858896 Jul 15 19:14:59.330698 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-7cafcdab-9270-43f0-87c2-1fdaa975f92c None None] Provisioning for port 70bf6546-853e-46d4-a42d-ae82fc14b759 completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:14:59.333166 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08663d0a-a81c-40e9-b25c-4ecec43f7e9b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Pushing event updated for resources: {'Port': ['ID=3079aa17-865a-4d5b-b3a0-175ea66fa4ba,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:14:59.344998 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc1dff-ac1e-4dd9-9ee2-8f11e69aa86f req-c99ebe44-35ce-4cb8-8607-8e6a3c33fb5b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:59.354069 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2bdc1dff-ac1e-4dd9-9ee2-8f11e69aa86f req-c99ebe44-35ce-4cb8-8607-8e6a3c33fb5b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 931 time: 0.4317214 Jul 15 19:14:59.356035 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7b504-b970-44ad-9111-24d755a4635e req-08663d0a-a81c-40e9-b25c-4ecec43f7e9b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:14:59.356898 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-33f7b504-b970-44ad-9111-24d755a4635e req-08663d0a-a81c-40e9-b25c-4ecec43f7e9b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:59.379212 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-33f7b504-b970-44ad-9111-24d755a4635e req-08663d0a-a81c-40e9-b25c-4ecec43f7e9b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5125365 Jul 15 19:14:59.403494 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Request body: {'port': {'device_id': '1975f620-048e-489f-bc66-ed722a74921d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:14:59.499878 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978432'] for router, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:59.548540 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:14:59.589008 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2bdc1dff-ac1e-4dd9-9ee2-8f11e69aa86f req-5d09e8f8-0f74-45d7-ae4d-ce1bf610fdac tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338142 Jul 15 19:14:59.743362 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-955f99bb-60a4-4533-b6f1-fd999b0b638f req-4dc94a27-f0e8-4204-8154-f0f4460a259c service neutron] 10.222.0.93 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845606 Jul 15 19:14:59.915332 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43560) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:00.014670 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99084de-ee37-4402-aaac-e1fd8bd0305d admin admin] Deleting subnet 4b7c6d62-5a9b-4b80-bb24-ed43ed410a63 {{(pid=93322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:15:00.018212 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e99084de-ee37-4402-aaac-e1fd8bd0305d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:00.018941 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-955f99bb-60a4-4533-b6f1-fd999b0b638f req-85ab68c4-aa55-4f5e-8171-17d6c27743e0 service neutron] 10.222.0.93 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610343 Jul 15 19:15:00.105357 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Router b2bc1b4c-2b68-46fb-a144-ff640b670747 is scheduled to L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f with binding_index 1 {{(pid=93321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:15:00.182927 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e99084de-ee37-4402-aaac-e1fd8bd0305d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132251514'] for subnet, precommit_delete_associations {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:00.216075 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 70bf6546-853e-46d4-a42d-ae82fc14b759 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:00.288306 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3079aa17-865a-4d5b-b3a0-175ea66fa4ba {{(pid=93322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:15:00.305856 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:00.308735 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 70bf6546-853e-46d4-a42d-ae82fc14b759 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:15:00.311359 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e99084de-ee37-4402-aaac-e1fd8bd0305d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921093'] for subnet, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:00.314782 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 70bf6546-853e-46d4-a42d-ae82fc14b759 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:00.316872 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:00.347388 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Transition to ACTIVE for port object 3079aa17-865a-4d5b-b3a0-175ea66fa4ba will not be triggered until provisioned by entity L2. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:15:00.378325 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:00.416699 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:15:00.428917 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Sync routers for ids ['b2bc1b4c-2b68-46fb-a144-ff640b670747'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:15:00.449290 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Routers {'b2bc1b4c-2b68-46fb-a144-ff640b670747'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:15:00.449941 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:14:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['b2bc1b4c-2b68-46fb-a144-ff640b670747'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:00.457350 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] Notify callbacks [] for router, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:00.459566 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-7399a109-4f75-4ca7-8e04-41cc6f95f747 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9347548 Jul 15 19:15:00.461366 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:00.463091 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43582) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:00.473430 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e99084de-ee37-4402-aaac-e1fd8bd0305d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132284646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132654462'] for subnet, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:00.501990 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99084de-ee37-4402-aaac-e1fd8bd0305d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b7c6d62-5a9b-4b80-bb24-ed43ed410a63,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:00.507613 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Pushing event updated for resources: {'Port': ['ID=3079aa17-865a-4d5b-b3a0-175ea66fa4ba,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:00.560718 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port 70bf6546-853e-46d4-a42d-ae82fc14b759, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=70bf6546-853e-46d4-a42d-ae82fc14b759,segment=NetworkSegment(b9654ffc-237c-4991-b683-7bf6ac4c8361),segment_id=b9654ffc-237c-4991-b683-7bf6ac4c8361)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:00.564187 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e99084de-ee37-4402-aaac-e1fd8bd0305d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:00.572844 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:00.573651 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 5d235b18-bd47-4fd9-87c9-9a4784d60815 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:00.580425 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-e99084de-ee37-4402-aaac-e1fd8bd0305d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4b7c6d62-5a9b-4b80-bb24-ed43ed410a63 HTTP/1.1" status: 204 len: 168 time: 0.6623354 Jul 15 19:15:00.581301 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43588) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:00.623813 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Set router b2bc1b4c-2b68-46fb-a144-ff640b670747 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:15:00.657612 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Attempting to bind port 3079aa17-865a-4d5b-b3a0-175ea66fa4ba on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:15:00.657959 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Attempting to bind port 3079aa17-865a-4d5b-b3a0-175ea66fa4ba by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '9b737b28-4160-4b85-9c08-96d9a118b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db'}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:15:00.658290 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Attempting to bind port 3079aa17-865a-4d5b-b3a0-175ea66fa4ba on network 24ebd5db-e6b4-4351-afb2-6548b006e9db {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:00.671845 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Port 3079aa17-865a-4d5b-b3a0-175ea66fa4ba on network 24ebd5db-e6b4-4351-afb2-6548b006e9db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:15:00.673862 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Attempting to bind port 3079aa17-865a-4d5b-b3a0-175ea66fa4ba on network 24ebd5db-e6b4-4351-afb2-6548b006e9db {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:00.688122 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:15:00.692985 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Checking segment: {'id': '9b737b28-4160-4b85-9c08-96d9a118b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:15:00.693578 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Bound using segment: {'id': '9b737b28-4160-4b85-9c08-96d9a118b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db'} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:15:00.694193 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Bound port: 3079aa17-865a-4d5b-b3a0-175ea66fa4ba, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b737b28-4160-4b85-9c08-96d9a118b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db'}}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:15:00.695032 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:00.702006 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=70bf6546-853e-46d4-a42d-ae82fc14b759,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:00.719206 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 5d235b18-bd47-4fd9-87c9-9a4784d60815 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:15:00.730960 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 5d235b18-bd47-4fd9-87c9-9a4784d60815 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:00.731595 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:00.857662 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] For port 3079aa17-865a-4d5b-b3a0-175ea66fa4ba, host hv-cinder-78445, cleared binding levels {{(pid=93322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:15:00.867799 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] For port 3079aa17-865a-4d5b-b3a0-175ea66fa4ba, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=3079aa17-865a-4d5b-b3a0-175ea66fa4ba,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:15:00.874336 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c15fd0ce-176f-4b45-b85b-70781fac417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621038'] for network, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:00.879117 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:00.921706 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:00.922348 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:00.923796 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-33f7b504-b970-44ad-9111-24d755a4635e req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] 10.222.0.93 "PUT /v2.0/ports/3079aa17-865a-4d5b-b3a0-175ea66fa4ba HTTP/1.1" status: 200 len: 1093 time: 1.5247242 Jul 15 19:15:00.924301 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1975f620-048e-489f-bc66-ed722a74921d', 'tag': '3079aa17-865a-4d5b-b3a0-175ea66fa4ba'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:00.932639 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa8f3d4-6372-4fc9-849b-bdad72603577" -d '{"events": [{"name": "network-changed", "server_uuid": "1975f620-048e-489f-bc66-ed722a74921d", "tag": "3079aa17-865a-4d5b-b3a0-175ea66fa4ba"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:00.965112 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.021599 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port 5d235b18-bd47-4fd9-87c9-9a4784d60815, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=5d235b18-bd47-4fd9-87c9-9a4784d60815,segment=NetworkSegment(22b39634-13a9-4136-9538-3dec0f8f0722),segment_id=22b39634-13a9-4136-9538-3dec0f8f0722)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:01.027514 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.051724 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a906da9-6641-40fc-8db9-31ba1432d91d service neutron] Pushing event updated for resources: {'Port': ['ID=3079aa17-865a-4d5b-b3a0-175ea66fa4ba,revision_number=3']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:01.069571 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c15fd0ce-176f-4b45-b85b-70781fac417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1920033', 'neutron.services.segments.db._delete_segments_for_network-8754284971340'] for network, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.079999 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-c15fd0ce-176f-4b45-b85b-70781fac417c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1067eff-65d1-4cf4-9126-ca03b68e68ce']}} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:01.091966 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-c15fd0ce-176f-4b45-b85b-70781fac417c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d8ba23-33a3-4299-9be8-8104251ada1e') {'for_net_delete': True} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:01.092258 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-c15fd0ce-176f-4b45-b85b-70781fac417c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d8ba23-33a3-4299-9be8-8104251ada1e') {} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:01.102525 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c15fd0ce-176f-4b45-b85b-70781fac417c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754284973397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132728003'] for segment, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.105488 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'name': 'tempest-TestShelveInstance-1539455528-router', 'tenant_id': 'f20bea4dffa848629458fe9167cb651b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c17b97f2-e680-4468-9b6b-e006a147ea67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:55Z', 'updated_at': '2021-07-15T19:14:57Z', 'revision_number': 3, 'project_id': 'f20bea4dffa848629458fe9167cb651b', 'gw_port': {'id': 'c17b97f2-e680-4468-9b6b-e006a147ea67', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:56Z', 'updated_at': '2021-07-15T19:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:01.139416 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=5d235b18-bd47-4fd9-87c9-9a4784d60815,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:01.154514 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c15fd0ce-176f-4b45-b85b-70781fac417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.162739 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7b504-b970-44ad-9111-24d755a4635e req-1cd9dc63-950c-4c35-b477-d930696cb1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:01.164628 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-33f7b504-b970-44ad-9111-24d755a4635e req-1cd9dc63-950c-4c35-b477-d930696cb1c0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f07cb303335437f9507f6887f302493&device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 1096 time: 0.0964985 Jul 15 19:15:01.170709 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Checking router: b2bc1b4c-2b68-46fb-a144-ff640b670747 for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:15:01.170916 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Updating router b2bc1b4c-2b68-46fb-a144-ff640b670747 port c17b97f2-e680-4468-9b6b-e006a147ea67 binding host dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:15:01.200162 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15fd0ce-176f-4b45-b85b-70781fac417c admin admin] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=93321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:15:01.200646 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c15fd0ce-176f-4b45-b85b-70781fac417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132133178'] for segment, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: Traceback (most recent call last): Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: timer() Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: cb(*args, **kw) Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: return func(*args, **kwargs) Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: self._notify() Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: self.callback(batched_events) Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: event.method(event) Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: return f(self, *a, **k) Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: return self._get(url).json() Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: return self.request(url, 'GET', **kwargs) Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:15:01.204450 dv-cinder-784453-9-iscsi neutron-server[93321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:15:01.222989 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.263945 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-33f7b504-b970-44ad-9111-24d755a4635e req-e61b9402-6e9f-4d1c-9f62-d80c30db1c0b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3079aa17-865a-4d5b-b3a0-175ea66fa4ba HTTP/1.1" status: 200 len: 217 time: 0.0742607 Jul 15 19:15:01.265914 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e895d3-01ee-44d2-a6eb-f36150b0dcad x-openstack-request-id: req-c9e895d3-01ee-44d2-a6eb-f36150b0dcad {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:01.266698 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1975f620-048e-489f-bc66-ed722a74921d", "tag": "3079aa17-865a-4d5b-b3a0-175ea66fa4ba", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:01.266938 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c9e895d3-01ee-44d2-a6eb-f36150b0dcad {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:01.267326 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1975f620-048e-489f-bc66-ed722a74921d', 'tag': '3079aa17-865a-4d5b-b3a0-175ea66fa4ba', 'status': 'completed', 'code': 200} Jul 15 19:15:01.329564 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c15fd0ce-176f-4b45-b85b-70781fac417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1920056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978616'] for network, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.392542 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7b504-b970-44ad-9111-24d755a4635e req-ccb1442e-0be6-4965-8bb0-d5dde25e9b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:01.398330 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-33f7b504-b970-44ad-9111-24d755a4635e req-ccb1442e-0be6-4965-8bb0-d5dde25e9b1a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6dda6e6c-290e-49ac-9920-7475b1feefbf HTTP/1.1" status: 200 len: 854 time: 0.1075225 Jul 15 19:15:01.406117 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c15fd0ce-176f-4b45-b85b-70781fac417c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.411059 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-c15fd0ce-176f-4b45-b85b-70781fac417c admin admin] 10.222.0.73 "DELETE /v2.0/networks/f1067eff-65d1-4cf4-9126-ca03b68e68ce HTTP/1.1" status: 204 len: 168 time: 0.8257573 Jul 15 19:15:01.447176 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-33f7b504-b970-44ad-9111-24d755a4635e req-57550937-6133-4efb-8dc4-5c4714f01abd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=24ebd5db-e6b4-4351-afb2-6548b006e9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357971 Jul 15 19:15:01.459954 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fd0ce-176f-4b45-b85b-70781fac417c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1067eff-65d1-4cf4-9126-ca03b68e68ce,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:01.481711 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6e7d7-1585-40a0-b42c-6cfdfc32cc92 req-e0221cb2-f32e-4620-9f1a-ff8e126b34b1 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:01.489347 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7ac6e7d7-1585-40a0-b42c-6cfdfc32cc92 req-e0221cb2-f32e-4620-9f1a-ff8e126b34b1 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 943 time: 0.4890542 Jul 15 19:15:01.579341 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7ac6e7d7-1585-40a0-b42c-6cfdfc32cc92 req-8977286d-0cc7-42af-9cb5-40ace2bec7e3 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890613 Jul 15 19:15:01.605890 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-33f7b504-b970-44ad-9111-24d755a4635e req-cb75569c-7bde-4fdd-bca4-074c06cc5d1d service neutron] 10.222.0.93 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279578 Jul 15 19:15:01.617616 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43608) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:01.676208 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Notify callbacks [] for port, precommit_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.688988 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.provisioning_blocks [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Transition to ACTIVE for port object c17b97f2-e680-4468-9b6b-e006a147ea67 will not be triggered until provisioned by entity L2. {{(pid=93324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:15:01.697122 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.716790 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-4747ab5b-8e6f-44fb-8f85-b912b0273e63 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2285b96cbf0e4f9382a340a31ff58fca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0981100 Jul 15 19:15:01.719347 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43610) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:01.742746 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Attempting to bind port c17b97f2-e680-4468-9b6b-e006a147ea67 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:15:01.743104 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Attempting to bind port c17b97f2-e680-4468-9b6b-e006a147ea67 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:15:01.743468 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Attempting to bind port c17b97f2-e680-4468-9b6b-e006a147ea67 on network 2fe01b8c-3178-4875-bf1e-3816faa9377f {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:01.745872 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.750823 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:15:01.751200 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Checking segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:15:01.751596 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.751985 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Bound using segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:15:01.752442 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Bound port: c17b97f2-e680-4468-9b6b-e006a147ea67, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:15:01.753385 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.759433 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-33f7b504-b970-44ad-9111-24d755a4635e req-788e20a5-5fe8-4ada-94db-bd9b0eb68a81 service neutron] 10.222.0.93 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425788 Jul 15 19:15:01.783777 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-46687f09-33de-47b0-a0d7-ec1c7efaf9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.822112 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-46687f09-33de-47b0-a0d7-ec1c7efaf9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.835914 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e4244-e5a9-4c25-b215-487adccee71a None None] Pushing event updated for resources: {'Port': ['ID=c17b97f2-e680-4468-9b6b-e006a147ea67,revision_number=2']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:01.847019 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] For port c17b97f2-e680-4468-9b6b-e006a147ea67, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:15:01.850391 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] For port c17b97f2-e680-4468-9b6b-e006a147ea67, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=c17b97f2-e680-4468-9b6b-e006a147ea67,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:15:01.858898 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.879813 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-46687f09-33de-47b0-a0d7-ec1c7efaf9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.882256 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-46687f09-33de-47b0-a0d7-ec1c7efaf9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:01.885710 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-46687f09-33de-47b0-a0d7-ec1c7efaf9ab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/227d300d-5fa0-4ed2-a204-8b3a4986a4c0 HTTP/1.1" status: 204 len: 168 time: 0.1630492 Jul 15 19:15:01.894419 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46687f09-33de-47b0-a0d7-ec1c7efaf9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227d300d-5fa0-4ed2-a204-8b3a4986a4c0,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:01.941725 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e4244-e5a9-4c25-b215-487adccee71a None None] Pushing event updated for resources: {'Port': ['ID=c17b97f2-e680-4468-9b6b-e006a147ea67,revision_number=3']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:01.944445 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Routers {'b2bc1b4c-2b68-46fb-a144-ff640b670747'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:15:01.945039 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:14:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['b2bc1b4c-2b68-46fb-a144-ff640b670747'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:01.989420 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Allocated IP 172.20.0.1 (909511bd-79c9-4718-a4b5-7e45162097af/d12f75b2-8f7d-4ac6-916b-3d13d8582f15/3f5c1e73-1351-4e1d-8bd6-64cb3564ace3) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:15:02.017833 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 70bf6546-853e-46d4-a42d-ae82fc14b759 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:02.036402 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8f3d4-6372-4fc9-849b-bdad72603577 req-94dd4480-366f-41f2-b82d-439785ffc1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:02.038074 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-aaa8f3d4-6372-4fc9-849b-bdad72603577 req-94dd4480-366f-41f2-b82d-439785ffc1ff service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f07cb303335437f9507f6887f302493&device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 1096 time: 0.1346161 Jul 15 19:15:02.085795 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 70bf6546-853e-46d4-a42d-ae82fc14b759 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:02.086175 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:02.112491 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] Set router b2bc1b4c-2b68-46fb-a144-ff640b670747 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:15:02.131484 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:02.147982 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.provisioning_blocks [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Transition to ACTIVE for port object 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 will not be triggered until provisioned by entity DHCP. {{(pid=93321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:15:02.205129 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 5d235b18-bd47-4fd9-87c9-9a4784d60815 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:02.220789 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8f3d4-6372-4fc9-849b-bdad72603577 req-374f6c9e-34c3-4d64-96ed-96f367984f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:02.223327 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-aaa8f3d4-6372-4fc9-849b-bdad72603577 req-374f6c9e-34c3-4d64-96ed-96f367984f8c service neutron] 10.222.0.93 "GET /v2.0/networks?id=24ebd5db-e6b4-4351-afb2-6548b006e9db HTTP/1.1" status: 200 len: 916 time: 0.1779082 Jul 15 19:15:02.244161 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:02.290226 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 5d235b18-bd47-4fd9-87c9-9a4784d60815 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:02.291091 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:02.318804 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Network 909511bd-79c9-4718-a4b5-7e45162097af is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:15:02.332068 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:15:02.333998 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-aaa8f3d4-6372-4fc9-849b-bdad72603577 req-875952b4-259f-4c6c-89d1-52e2bf875452 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3079aa17-865a-4d5b-b3a0-175ea66fa4ba HTTP/1.1" status: 200 len: 217 time: 0.1018147 Jul 15 19:15:02.349285 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:15:02.355574 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Pushing event updated for resources: {'Port': ['ID=3f5c1e73-1351-4e1d-8bd6-64cb3564ace3,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:02.406498 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-975671'] for router_interface, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:02.479330 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8f3d4-6372-4fc9-849b-bdad72603577 req-8a0a22e9-9df5-4722-a5b9-922b630c6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:02.480853 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-aaa8f3d4-6372-4fc9-849b-bdad72603577 req-8a0a22e9-9df5-4722-a5b9-922b630c6ce5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6dda6e6c-290e-49ac-9920-7475b1feefbf HTTP/1.1" status: 200 len: 854 time: 0.1393077 Jul 15 19:15:02.524328 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'name': 'tempest-TestShelveInstance-1539455528-router', 'tenant_id': 'f20bea4dffa848629458fe9167cb651b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c17b97f2-e680-4468-9b6b-e006a147ea67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:55Z', 'updated_at': '2021-07-15T19:14:57Z', 'revision_number': 3, 'project_id': 'f20bea4dffa848629458fe9167cb651b', 'gw_port': {'id': 'c17b97f2-e680-4468-9b6b-e006a147ea67', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:56Z', 'updated_at': '2021-07-15T19:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:02.593356 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-aaa8f3d4-6372-4fc9-849b-bdad72603577 req-b289198b-ca59-4aa7-b7a5-72365bcd6c40 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=24ebd5db-e6b4-4351-afb2-6548b006e9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019337 Jul 15 19:15:02.624907 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd56451-5094-40a8-bd20-d11dfc28b030 None None] The sync data for ids ['b2bc1b4c-2b68-46fb-a144-ff640b670747'] in dv-cinder-784453-9-iscsi is: [{'id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'name': 'tempest-TestShelveInstance-1539455528-router', 'tenant_id': 'f20bea4dffa848629458fe9167cb651b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c17b97f2-e680-4468-9b6b-e006a147ea67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:55Z', 'updated_at': '2021-07-15T19:14:57Z', 'revision_number': 3, 'project_id': 'f20bea4dffa848629458fe9167cb651b', 'gw_port': {'id': 'c17b97f2-e680-4468-9b6b-e006a147ea67', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:56Z', 'updated_at': '2021-07-15T19:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:15:02.639606 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:02.830508 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-f8c7b248-fad0-4b94-b432-cdb5bca6f516 None None] Provisioning for port 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:15:02.835409 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-f8c7b248-fad0-4b94-b432-cdb5bca6f516 None None] Provisioning complete for port 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:02.835854 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-aaa8f3d4-6372-4fc9-849b-bdad72603577 req-b57c5e7c-2afa-4149-9644-2f783faca14e service neutron] 10.222.0.93 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257123 Jul 15 19:15:02.836219 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b248-fad0-4b94-b432-cdb5bca6f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:02.920553 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7b248-fad0-4b94-b432-cdb5bca6f516 None None] Port 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:15:02.999894 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa948adb-5f00-4507-a26f-0de0797bfad0 req-4e7e42ec-6a47-4bbe-b848-d86065291169 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:03.020446 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fa948adb-5f00-4507-a26f-0de0797bfad0 req-4e7e42ec-6a47-4bbe-b848-d86065291169 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 943 time: 0.1695542 Jul 15 19:15:03.024052 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:03.055925 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:03.104828 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-aaa8f3d4-6372-4fc9-849b-bdad72603577 req-00371202-c4de-405d-b2d2-ebe3d69f5e59 service neutron] 10.222.0.93 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292466 Jul 15 19:15:03.152420 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fa948adb-5f00-4507-a26f-0de0797bfad0 req-9175a084-c684-4539-924c-2df3fe2241c0 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307719 Jul 15 19:15:03.185081 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Pushing event updated for resources: {'Port': ['ID=3f5c1e73-1351-4e1d-8bd6-64cb3564ace3,revision_number=2']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:03.190874 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975683'] for router_interface, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:03.230466 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43658) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:03.317351 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Network 909511bd-79c9-4718-a4b5-7e45162097af is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:15:03.319032 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:15:03.353128 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-db6b028a-43fc-4dbb-8a65-5d4fb809017f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-914180544-network', 'tenant_id': '85ad778364da4e58a9ec2415e9efc98f'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:03.387013 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6b028a-43fc-4dbb-8a65-5d4fb809017f admin admin] Made reservation on behalf of 85ad778364da4e58a9ec2415e9efc98f for: {'network': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:15:03.393076 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-db6b028a-43fc-4dbb-8a65-5d4fb809017f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:03.408385 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-db6b028a-43fc-4dbb-8a65-5d4fb809017f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:03.577334 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-db6b028a-43fc-4dbb-8a65-5d4fb809017f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:03.585354 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-db6b028a-43fc-4dbb-8a65-5d4fb809017f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:03.600581 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6b028a-43fc-4dbb-8a65-5d4fb809017f admin admin] vlan segment allocate from pool success with {'vlan_id': 1164, 'physical_network': 'physnet1'} {{(pid=93322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:15:03.631551 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-db6b028a-43fc-4dbb-8a65-5d4fb809017f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:03.631551 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.segments_db [None req-db6b028a-43fc-4dbb-8a65-5d4fb809017f admin admin] Added segment 589ae336-726d-4daf-b92b-091e6536f87d of type vlan for network 220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 Jul 15 19:15:03.724491 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-db6b028a-43fc-4dbb-8a65-5d4fb809017f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:03.730451 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b028a-43fc-4dbb-8a65-5d4fb809017f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:03.764765 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-6006268c-5a3e-43dc-8c98-5aa6437976aa None None] Provisioning complete for port 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:03.765250 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-6006268c-5a3e-43dc-8c98-5aa6437976aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:03.807739 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-db6b028a-43fc-4dbb-8a65-5d4fb809017f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:03.808852 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6b028a-43fc-4dbb-8a65-5d4fb809017f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:03.809448 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-db6b028a-43fc-4dbb-8a65-5d4fb809017f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:03.845165 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-6006268c-5a3e-43dc-8c98-5aa6437976aa None None] Port 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:15:03.897942 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-db6b028a-43fc-4dbb-8a65-5d4fb809017f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6656237 Jul 15 19:15:03.901120 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43680) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:03.902684 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b028a-43fc-4dbb-8a65-5d4fb809017f admin admin] Pushing event updated for resources: {'Network': ['ID=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:03.905460 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-e2182188-a7e2-4de1-98a7-61bf984af3c8 admin admin] Request body: {'subnet': {'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-914180544-subnet', 'tenant_id': '85ad778364da4e58a9ec2415e9efc98f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:03.920246 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network 220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:15:03.932028 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Router b2bc1b4c-2b68-46fb-a144-ff640b670747 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:15:03.965369 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2182188-a7e2-4de1-98a7-61bf984af3c8 admin admin] Made reservation on behalf of 85ad778364da4e58a9ec2415e9efc98f for: {'subnet': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:15:03.971372 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e2182188-a7e2-4de1-98a7-61bf984af3c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132686063'] for subnet, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:04.027421 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device c17b97f2-e680-4468-9b6b-e006a147ea67 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:04.121495 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port c17b97f2-e680-4468-9b6b-e006a147ea67 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:15:04.126807 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port c17b97f2-e680-4468-9b6b-e006a147ea67 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:04.127420 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:04.216300 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:15:04.231470 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-b2f34d7e-5a86-4601-89b4-b22b40ab6c4c admin admin] 10.222.0.73 "PUT /v2.0/routers/b2bc1b4c-2b68-46fb-a144-ff640b670747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7588124 Jul 15 19:15:04.237867 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:04.281324 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port c17b97f2-e680-4468-9b6b-e006a147ea67, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=c17b97f2-e680-4468-9b6b-e006a147ea67,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:04.288061 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:04.357681 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=c17b97f2-e680-4468-9b6b-e006a147ea67,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:04.384890 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e2182188-a7e2-4de1-98a7-61bf984af3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132133703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132686077'] for subnet, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:04.470895 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e402e-fde4-43df-92c1-91a86cfe06a1 req-c3d486e9-2c57-417c-9f2b-4784fbd5ffc3 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:04.473706 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-114e402e-fde4-43df-92c1-91a86cfe06a1 req-c3d486e9-2c57-417c-9f2b-4784fbd5ffc3 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 943 time: 0.1472065 Jul 15 19:15:04.476455 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2182188-a7e2-4de1-98a7-61bf984af3c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8faf6c09-c75a-4089-8bbb-01bb653de4b0,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:04.493529 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2182188-a7e2-4de1-98a7-61bf984af3c8 admin admin] Checking segment: {'id': '589ae336-726d-4daf-b92b-091e6536f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:15:04.493888 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2182188-a7e2-4de1-98a7-61bf984af3c8 admin admin] Network hostable DHCP agents. Network: 220c8ef8-55c4-4e19-ba3b-d33a7d595dd4, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:15:04.532376 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-114e402e-fde4-43df-92c1-91a86cfe06a1 req-e0d2b052-6cd2-435c-a722-ce68ba1dd702 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482326 Jul 15 19:15:04.538792 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2182188-a7e2-4de1-98a7-61bf984af3c8 admin admin] Network 220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:15:04.556031 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-e2182188-a7e2-4de1-98a7-61bf984af3c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, 220c8ef8-55c4-4e19-ba3b-d33a7d595dd4) {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:15:04.561013 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2182188-a7e2-4de1-98a7-61bf984af3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:04.562219 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e2182188-a7e2-4de1-98a7-61bf984af3c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:04.568047 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72874e2c-32a2-4f69-be8d-e740e3155bcb None None] Network 220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:15:04.580734 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-e2182188-a7e2-4de1-98a7-61bf984af3c8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6787076 Jul 15 19:15:04.583164 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43694) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:04.591495 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-914180544-router', 'tenant_id': '85ad778364da4e58a9ec2415e9efc98f', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:04.625055 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7015'] for router, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:04.626438 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:04.688101 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:04.723043 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01cde42-fa15-44dd-b6b2-dc077ee963aa None None] Network 220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:15:04.893813 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43700) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:04.898540 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-4fc7c0eb-8ab7-477b-b2ab-1ebec215cd7a tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-452494830', 'description': 'tempest-secgroup-smoke-452494830 description', 'project_id': '2773fe20d3704fd0869501a1c90b4c30'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:04.903217 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5766'] for router, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:04.919502 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c0eb-8ab7-477b-b2ab-1ebec215cd7a tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:04.965729 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Sync routers for ids ['b2bc1b4c-2b68-46fb-a144-ff640b670747'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:15:04.975273 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Routers {'b2bc1b4c-2b68-46fb-a144-ff640b670747'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:15:04.976279 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:14:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['b2bc1b4c-2b68-46fb-a144-ff640b670747'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:05.026698 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c0eb-8ab7-477b-b2ab-1ebec215cd7a tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.032647 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c0eb-8ab7-477b-b2ab-1ebec215cd7a tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.052743 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c0eb-8ab7-477b-b2ab-1ebec215cd7a tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.054120 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-4fc7c0eb-8ab7-477b-b2ab-1ebec215cd7a tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1592841 Jul 15 19:15:05.059614 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43702) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:05.064004 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-5429eb4f-d277-4729-9fa1-cfa811756671 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Request body: {'security_group_rule': {'security_group_id': '45b3c33a-b1ff-4ec1-ac59-c9052efc69e4', 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:05.088380 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7c0eb-8ab7-477b-b2ab-1ebec215cd7a tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:05.105420 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Set router b2bc1b4c-2b68-46fb-a144-ff640b670747 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:15:05.112560 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5429eb4f-d277-4729-9fa1-cfa811756671 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.149619 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.191853 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5429eb4f-d277-4729-9fa1-cfa811756671 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.195870 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.197422 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5429eb4f-d277-4729-9fa1-cfa811756671 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.241226 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429eb4f-d277-4729-9fa1-cfa811756671 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68dcbc6f-5041-44af-a9dd-f06cbf082c6c,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:05.255979 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5429eb4f-d277-4729-9fa1-cfa811756671 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.257331 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-5429eb4f-d277-4729-9fa1-cfa811756671 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1967847 Jul 15 19:15:05.260415 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43710) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:05.264827 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-5464c165-a4a5-4301-9f59-9fbeff270e72 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Request body: {'security_group_rule': {'security_group_id': '45b3c33a-b1ff-4ec1-ac59-c9052efc69e4', 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:05.307911 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5464c165-a4a5-4301-9f59-9fbeff270e72 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.353627 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Allocated IP 172.27.0.63 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/ee7f64d3-1849-4484-96e5-31afc18f45f1) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:15:05.406193 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'name': 'tempest-TestShelveInstance-1539455528-router', 'tenant_id': 'f20bea4dffa848629458fe9167cb651b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c17b97f2-e680-4468-9b6b-e006a147ea67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:55Z', 'updated_at': '2021-07-15T19:15:02Z', 'revision_number': 4, 'project_id': 'f20bea4dffa848629458fe9167cb651b', 'gw_port': {'id': 'c17b97f2-e680-4468-9b6b-e006a147ea67', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:56Z', 'updated_at': '2021-07-15T19:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '3f5c1e73-1351-4e1d-8bd6-64cb3564ace3', 'name': '', 'network_id': '909511bd-79c9-4718-a4b5-7e45162097af', 'tenant_id': 'f20bea4dffa848629458fe9167cb651b', 'mac_address': 'fa:16:3e:83:48:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd12f75b2-8f7d-4ac6-916b-3d13d8582f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:15:01Z', 'updated_at': '2021-07-15T19:15:02Z', 'revision_number': 2, 'project_id': 'f20bea4dffa848629458fe9167cb651b', 'subnets': [{'id': 'd12f75b2-8f7d-4ac6-916b-3d13d8582f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:05.433513 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5464c165-a4a5-4301-9f59-9fbeff270e72 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.439492 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5464c165-a4a5-4301-9f59-9fbeff270e72 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.447735 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Checking router: b2bc1b4c-2b68-46fb-a144-ff640b670747 for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:15:05.448853 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Updating router b2bc1b4c-2b68-46fb-a144-ff640b670747 port 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 binding host dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:15:05.480245 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464c165-a4a5-4301-9f59-9fbeff270e72 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2223feb5-e4fd-49c0-8d2e-94bd4e06ce78,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:05.493474 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5464c165-a4a5-4301-9f59-9fbeff270e72 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.495144 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-5464c165-a4a5-4301-9f59-9fbeff270e72 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2337244 Jul 15 19:15:05.498076 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43716) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:05.506499 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.507312 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.511032 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-9179d5b3-903f-4222-91c0-c67fe7505726 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Request body: {'security_group_rule': {'security_group_id': '45b3c33a-b1ff-4ec1-ac59-c9052efc69e4', 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:05.551571 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9179d5b3-903f-4222-91c0-c67fe7505726 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.579301 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.673251 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Pushing event updated for resources: {'Port': ['ID=ee7f64d3-1849-4484-96e5-31afc18f45f1,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:05.709148 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:15:05.710831 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:15:05.713653 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:15:05.714904 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9179d5b3-903f-4222-91c0-c67fe7505726 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.720990 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9179d5b3-903f-4222-91c0-c67fe7505726 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.744657 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179d5b3-903f-4222-91c0-c67fe7505726 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575205a0-5e34-40c7-afb1-71a17c51e03b,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:05.762035 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9179d5b3-903f-4222-91c0-c67fe7505726 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.764111 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-9179d5b3-903f-4222-91c0-c67fe7505726 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2572379 Jul 15 19:15:05.766810 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43724) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:05.806207 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-edb99e77-e2cc-4ada-96c4-3cf45b4dcf2d tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Request body: {'security_group_rule': {'security_group_id': '45b3c33a-b1ff-4ec1-ac59-c9052efc69e4', 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:05.866669 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-edb99e77-e2cc-4ada-96c4-3cf45b4dcf2d tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.934382 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 3079aa17-865a-4d5b-b3a0-175ea66fa4ba details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:15:05.946210 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-edb99e77-e2cc-4ada-96c4-3cf45b4dcf2d tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.957359 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-edb99e77-e2cc-4ada-96c4-3cf45b4dcf2d tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.964752 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Notify callbacks [] for port, precommit_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:05.983147 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Transition to ACTIVE for port object 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:15:06.005691 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb99e77-e2cc-4ada-96c4-3cf45b4dcf2d tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee99d073-71f5-4165-a772-f03b5f3388a9,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:06.008892 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.021492 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-edb99e77-e2cc-4ada-96c4-3cf45b4dcf2d tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.025512 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-edb99e77-e2cc-4ada-96c4-3cf45b4dcf2d tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2551155 Jul 15 19:15:06.025665 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device c17b97f2-e680-4468-9b6b-e006a147ea67 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:06.025758 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43734) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:06.034786 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-d3530d5b-9815-48f1-92c7-2dd6ddea7833 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Request body: {'security_group_rule': {'security_group_id': '45b3c33a-b1ff-4ec1-ac59-c9052efc69e4', 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:06.078818 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.securitygroups_db [None req-d3530d5b-9815-48f1-92c7-2dd6ddea7833 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Project 2773fe20d3704fd0869501a1c90b4c30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 19:15:06.087030 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d3530d5b-9815-48f1-92c7-2dd6ddea7833 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.151547 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.188994 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d3530d5b-9815-48f1-92c7-2dd6ddea7833 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.193986 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d3530d5b-9815-48f1-92c7-2dd6ddea7833 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.215092 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3530d5b-9815-48f1-92c7-2dd6ddea7833 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346fb17a-3dae-4ef9-82ea-790460553e3d,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:06.222112 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d3530d5b-9815-48f1-92c7-2dd6ddea7833 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.226161 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-d3530d5b-9815-48f1-92c7-2dd6ddea7833 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1968930 Jul 15 19:15:06.226388 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43736) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:06.231396 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-6239214a-9a86-4ade-8cf2-1c2cfcbbfc75 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Request body: {'security_group_rule': {'security_group_id': '45b3c33a-b1ff-4ec1-ac59-c9052efc69e4', 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:06.255509 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.securitygroups_db [None req-6239214a-9a86-4ade-8cf2-1c2cfcbbfc75 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Project 2773fe20d3704fd0869501a1c90b4c30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 19:15:06.261097 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-6239214a-9a86-4ade-8cf2-1c2cfcbbfc75 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.271993 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff8be1-560d-49ee-8d24-bd61e9214c72 req-bdf9a8a4-a8ea-422f-a76f-f0ea15e2c551 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:06.273556 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-37ff8be1-560d-49ee-8d24-bd61e9214c72 req-bdf9a8a4-a8ea-422f-a76f-f0ea15e2c551 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 943 time: 0.3413022 Jul 15 19:15:06.324006 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abc1f6-36ff-4d3e-9ff7-e3a6534609dc None None] Pushing event updated for resources: {'Port': ['ID=3f5c1e73-1351-4e1d-8bd6-64cb3564ace3,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:06.350800 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-6239214a-9a86-4ade-8cf2-1c2cfcbbfc75 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.354555 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-6239214a-9a86-4ade-8cf2-1c2cfcbbfc75 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.360319 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-37ff8be1-560d-49ee-8d24-bd61e9214c72 req-43640dc6-f6fc-4f20-bf6e-afb56259669e tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798039 Jul 15 19:15:06.369861 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239214a-9a86-4ade-8cf2-1c2cfcbbfc75 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34904bd-ddbc-4da5-a931-12cf83352211,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:06.370119 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 3079aa17-865a-4d5b-b3a0-175ea66fa4ba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=3079aa17-865a-4d5b-b3a0-175ea66fa4ba,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:06.387779 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-6239214a-9a86-4ade-8cf2-1c2cfcbbfc75 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.397682 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-6239214a-9a86-4ade-8cf2-1c2cfcbbfc75 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1626916 Jul 15 19:15:06.398322 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Attempting to bind port 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:15:06.398322 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Attempting to bind port 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': 'b9654ffc-237c-4991-b683-7bf6ac4c8361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '909511bd-79c9-4718-a4b5-7e45162097af'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:15:06.398322 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Attempting to bind port 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 on network 909511bd-79c9-4718-a4b5-7e45162097af {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:06.399522 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': '3079aa17-865a-4d5b-b3a0-175ea66fa4ba', 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db', 'port_id': '3079aa17-865a-4d5b-b3a0-175ea66fa4ba', 'mac_address': 'fa:16:3e:66:3e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dda6e6c-290e-49ac-9920-7475b1feefbf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:15:06.409243 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:15:06.409243 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Checking segment: {'id': 'b9654ffc-237c-4991-b683-7bf6ac4c8361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '909511bd-79c9-4718-a4b5-7e45162097af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:15:06.409588 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.409980 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Bound using segment: {'id': 'b9654ffc-237c-4991-b683-7bf6ac4c8361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '909511bd-79c9-4718-a4b5-7e45162097af'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:15:06.410462 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Bound port: 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9654ffc-237c-4991-b683-7bf6ac4c8361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '909511bd-79c9-4718-a4b5-7e45162097af'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:15:06.410847 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.415942 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port c17b97f2-e680-4468-9b6b-e006a147ea67 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:06.416301 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.453469 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978432'] for router, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.540833 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.568996 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3079aa17-865a-4d5b-b3a0-175ea66fa4ba {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:15:06.603042 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Router 989f5555-60a6-402d-8736-b65d99f811f5 is scheduled to L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f with binding_index 1 {{(pid=93321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:15:06.606771 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] For port 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:15:06.609689 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 3079aa17-865a-4d5b-b3a0-175ea66fa4ba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=3079aa17-865a-4d5b-b3a0-175ea66fa4ba,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:06.612001 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] For port 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=3f5c1e73-1351-4e1d-8bd6-64cb3564ace3,segment=NetworkSegment(b9654ffc-237c-4991-b683-7bf6ac4c8361),segment_id=b9654ffc-237c-4991-b683-7bf6ac4c8361)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:15:06.635349 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.641234 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.715033 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Routers {'b2bc1b4c-2b68-46fb-a144-ff640b670747'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:15:06.715681 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:14:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['b2bc1b4c-2b68-46fb-a144-ff640b670747'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:06.722773 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:15:06.731353 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Sync routers for ids ['989f5555-60a6-402d-8736-b65d99f811f5'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:15:06.741970 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] Notify callbacks [] for router, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:06.743387 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-6b243b75-0731-42cf-b317-a63af5429cdd admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1590250 Jul 15 19:15:06.746257 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43780) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:06.748545 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Routers {'989f5555-60a6-402d-8736-b65d99f811f5'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:15:06.749539 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:14:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['989f5555-60a6-402d-8736-b65d99f811f5'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:06.763374 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=3079aa17-865a-4d5b-b3a0-175ea66fa4ba,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:06.876034 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abc1f6-36ff-4d3e-9ff7-e3a6534609dc None None] Pushing event updated for resources: {'Port': ['ID=3f5c1e73-1351-4e1d-8bd6-64cb3564ace3,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:06.933080 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] Set router b2bc1b4c-2b68-46fb-a144-ff640b670747 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:15:07.000048 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Set router 989f5555-60a6-402d-8736-b65d99f811f5 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:15:07.232024 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'name': 'tempest-TestShelveInstance-1539455528-router', 'tenant_id': 'f20bea4dffa848629458fe9167cb651b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c17b97f2-e680-4468-9b6b-e006a147ea67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:55Z', 'updated_at': '2021-07-15T19:15:02Z', 'revision_number': 4, 'project_id': 'f20bea4dffa848629458fe9167cb651b', 'gw_port': {'id': 'c17b97f2-e680-4468-9b6b-e006a147ea67', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:56Z', 'updated_at': '2021-07-15T19:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '3f5c1e73-1351-4e1d-8bd6-64cb3564ace3', 'name': '', 'network_id': '909511bd-79c9-4718-a4b5-7e45162097af', 'tenant_id': 'f20bea4dffa848629458fe9167cb651b', 'mac_address': 'fa:16:3e:83:48:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd12f75b2-8f7d-4ac6-916b-3d13d8582f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:15:01Z', 'updated_at': '2021-07-15T19:15:06Z', 'revision_number': 4, 'project_id': 'f20bea4dffa848629458fe9167cb651b', 'subnets': [{'id': 'd12f75b2-8f7d-4ac6-916b-3d13d8582f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:07.252188 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989f5555-60a6-402d-8736-b65d99f811f5', 'name': 'tempest-ServerRescueNegativeTestJSON-914180544-router', 'tenant_id': '85ad778364da4e58a9ec2415e9efc98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ee7f64d3-1849-4484-96e5-31afc18f45f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:15:04Z', 'updated_at': '2021-07-15T19:15:05Z', 'revision_number': 3, 'project_id': '85ad778364da4e58a9ec2415e9efc98f', 'gw_port': {'id': 'ee7f64d3-1849-4484-96e5-31afc18f45f1', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:68:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989f5555-60a6-402d-8736-b65d99f811f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:15:05Z', 'updated_at': '2021-07-15T19:15:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:07.267712 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778f0b6e-6952-49c8-90ec-2d481ac0f50b None None] The sync data for ids ['b2bc1b4c-2b68-46fb-a144-ff640b670747'] in dv-cinder-784453-9-iscsi is: [{'id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'name': 'tempest-TestShelveInstance-1539455528-router', 'tenant_id': 'f20bea4dffa848629458fe9167cb651b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c17b97f2-e680-4468-9b6b-e006a147ea67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:55Z', 'updated_at': '2021-07-15T19:15:02Z', 'revision_number': 4, 'project_id': 'f20bea4dffa848629458fe9167cb651b', 'gw_port': {'id': 'c17b97f2-e680-4468-9b6b-e006a147ea67', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:56Z', 'updated_at': '2021-07-15T19:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '3f5c1e73-1351-4e1d-8bd6-64cb3564ace3', 'name': '', 'network_id': '909511bd-79c9-4718-a4b5-7e45162097af', 'tenant_id': 'f20bea4dffa848629458fe9167cb651b', 'mac_address': 'fa:16:3e:83:48:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd12f75b2-8f7d-4ac6-916b-3d13d8582f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:15:01Z', 'updated_at': '2021-07-15T19:15:06Z', 'revision_number': 4, 'project_id': 'f20bea4dffa848629458fe9167cb651b', 'subnets': [{'id': 'd12f75b2-8f7d-4ac6-916b-3d13d8582f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:15:07.287960 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Checking router: 989f5555-60a6-402d-8736-b65d99f811f5 for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:15:07.288213 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Updating router 989f5555-60a6-402d-8736-b65d99f811f5 port ee7f64d3-1849-4484-96e5-31afc18f45f1 binding host dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:15:07.353355 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:07.597783 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:07.636193 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Notify callbacks [] for port, precommit_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:07.651189 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.provisioning_blocks [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Transition to ACTIVE for port object ee7f64d3-1849-4484-96e5-31afc18f45f1 will not be triggered until provisioned by entity L2. {{(pid=93324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:15:07.660474 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:07.711564 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Attempting to bind port ee7f64d3-1849-4484-96e5-31afc18f45f1 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:15:07.712071 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Attempting to bind port ee7f64d3-1849-4484-96e5-31afc18f45f1 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:15:07.712525 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Attempting to bind port ee7f64d3-1849-4484-96e5-31afc18f45f1 on network 2fe01b8c-3178-4875-bf1e-3816faa9377f {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:07.719945 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ef0fb-fc0c-4ff9-bb9e-377c3e117dfb None None] Pushing event updated for resources: {'Port': ['ID=ee7f64d3-1849-4484-96e5-31afc18f45f1,revision_number=2']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:07.723359 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:15:07.723532 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Checking segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:15:07.724030 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:07.724504 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Bound using segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:15:07.725070 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Bound port: ee7f64d3-1849-4484-96e5-31afc18f45f1, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:15:07.725586 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:07.759315 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] Allocated IP 172.20.0.1 (220c8ef8-55c4-4e19-ba3b-d33a7d595dd4/8faf6c09-c75a-4089-8bbb-01bb653de4b0/ba359719-8cd6-4aca-a196-d6a719840b02) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:15:07.785845 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] For port ee7f64d3-1849-4484-96e5-31afc18f45f1, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:15:07.789750 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] For port ee7f64d3-1849-4484-96e5-31afc18f45f1, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=ee7f64d3-1849-4484-96e5-31afc18f45f1,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:15:07.794128 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:07.853246 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ef0fb-fc0c-4ff9-bb9e-377c3e117dfb None None] Pushing event updated for resources: {'Port': ['ID=ee7f64d3-1849-4484-96e5-31afc18f45f1,revision_number=3']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:07.858753 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Routers {'989f5555-60a6-402d-8736-b65d99f811f5'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:15:07.859354 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:14:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['989f5555-60a6-402d-8736-b65d99f811f5'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:07.889364 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:07.943314 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:07.979502 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] Network 220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:15:07.995662 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:15:08.005324 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:15:08.013763 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:08.024723 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] Set router 989f5555-60a6-402d-8736-b65d99f811f5 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:15:08.057367 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ba359719-8cd6-4aca-a196-d6a719840b02,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:08.070935 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-975671'] for router_interface, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:08.113200 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:15:08.117485 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:08.118047 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:08.233655 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:08.275601 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:08.278414 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989f5555-60a6-402d-8736-b65d99f811f5', 'name': 'tempest-ServerRescueNegativeTestJSON-914180544-router', 'tenant_id': '85ad778364da4e58a9ec2415e9efc98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ee7f64d3-1849-4484-96e5-31afc18f45f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:15:04Z', 'updated_at': '2021-07-15T19:15:05Z', 'revision_number': 3, 'project_id': '85ad778364da4e58a9ec2415e9efc98f', 'gw_port': {'id': 'ee7f64d3-1849-4484-96e5-31afc18f45f1', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:68:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989f5555-60a6-402d-8736-b65d99f811f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:15:05Z', 'updated_at': '2021-07-15T19:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:08.293328 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=3f5c1e73-1351-4e1d-8bd6-64cb3564ace3,segment=NetworkSegment(b9654ffc-237c-4991-b683-7bf6ac4c8361),segment_id=b9654ffc-237c-4991-b683-7bf6ac4c8361)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:08.300100 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:08.311672 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e433c3f-0f54-4dbf-b752-c80e5ba8ef74 None None] The sync data for ids ['989f5555-60a6-402d-8736-b65d99f811f5'] in dv-cinder-784453-9-iscsi is: [{'id': '989f5555-60a6-402d-8736-b65d99f811f5', 'name': 'tempest-ServerRescueNegativeTestJSON-914180544-router', 'tenant_id': '85ad778364da4e58a9ec2415e9efc98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ee7f64d3-1849-4484-96e5-31afc18f45f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:15:04Z', 'updated_at': '2021-07-15T19:15:05Z', 'revision_number': 3, 'project_id': '85ad778364da4e58a9ec2415e9efc98f', 'gw_port': {'id': 'ee7f64d3-1849-4484-96e5-31afc18f45f1', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:68:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989f5555-60a6-402d-8736-b65d99f811f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:15:05Z', 'updated_at': '2021-07-15T19:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:15:08.370165 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=3f5c1e73-1351-4e1d-8bd6-64cb3564ace3,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:08.448693 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:08.453086 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:08.519840 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975683'] for router_interface, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:08.521621 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ba359719-8cd6-4aca-a196-d6a719840b02,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:08.609607 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] Network 220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:15:08.610855 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:15:08.717805 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] Router 989f5555-60a6-402d-8736-b65d99f811f5 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:15:08.827081 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:15:08.832598 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-5d91fe5f-a177-475d-a9c5-5a97573d74e6 admin admin] 10.222.0.73 "PUT /v2.0/routers/989f5555-60a6-402d-8736-b65d99f811f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0844011 Jul 15 19:15:09.364356 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66208db7-2f30-407e-bc21-c90e51375ed7 req-59e3a4c2-e543-4334-b348-7c7b0591acf6 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:09.365831 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-66208db7-2f30-407e-bc21-c90e51375ed7 req-59e3a4c2-e543-4334-b348-7c7b0591acf6 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 944 time: 0.0764625 Jul 15 19:15:09.462113 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-66208db7-2f30-407e-bc21-c90e51375ed7 req-48361ec6-a08e-47f9-b661-ff55395c7a2c tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841484 Jul 15 19:15:09.486080 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-97f39560-caca-4f7c-a460-baf023ae0b23 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:09.488281 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-97f39560-caca-4f7c-a460-baf023ae0b23 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/networks?id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 HTTP/1.1" status: 200 len: 818 time: 0.1410210 Jul 15 19:15:09.503177 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-0635b133-1dc0-46f0-88ee-847a4032a2d1 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/quotas/85ad778364da4e58a9ec2415e9efc98f HTTP/1.1" status: 200 len: 375 time: 0.0094261 Jul 15 19:15:09.577929 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-6056617a-4bbe-4a35-be15-de9705266adb tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=85ad778364da4e58a9ec2415e9efc98f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0696864 Jul 15 19:15:09.593387 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['3079aa17-865a-4d5b-b3a0-175ea66fa4ba'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:15:09.674865 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-e8196b97-ed86-4afc-9ced-57fb1b11f476 service neutron] 10.222.0.73 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897548 Jul 15 19:15:09.763700 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-85753cc6-0bc9-4c3c-939f-ab6cd98d50b2 service neutron] 10.222.0.73 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820298 Jul 15 19:15:09.946244 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:09.951210 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-891a0c3e-2643-4c1c-880c-c5ca0fc987ec req-c816f7e1-c840-4665-8c88-5f75cb460087 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 210 time: 0.0368447 Jul 15 19:15:10.017406 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:10.017852 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:10.793263 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c72b99-3b63-436a-a8b8-eedcc194c699 req-f0fce79f-d27f-459b-9abb-c402f99fdc33 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:10.799339 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-95c72b99-3b63-436a-a8b8-eedcc194c699 req-f0fce79f-d27f-459b-9abb-c402f99fdc33 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 944 time: 0.0751064 Jul 15 19:15:10.841254 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-95c72b99-3b63-436a-a8b8-eedcc194c699 req-fecfd7aa-0cb9-4567-952c-f3e9a6512280 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363114 Jul 15 19:15:11.214812 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 3079aa17-865a-4d5b-b3a0-175ea66fa4ba up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:11.267548 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port 3079aa17-865a-4d5b-b3a0-175ea66fa4ba completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:15:11.271893 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port 3079aa17-865a-4d5b-b3a0-175ea66fa4ba triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:11.272264 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:11.368468 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:11.402937 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1975f620-048e-489f-bc66-ed722a74921d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3079aa17-865a-4d5b-b3a0-175ea66fa4ba'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:11.405863 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53837cf-e91f-4abd-861b-9d1422099ca5" -d '{"events": [{"server_uuid": "1975f620-048e-489f-bc66-ed722a74921d", "name": "network-vif-plugged", "status": "completed", "tag": "3079aa17-865a-4d5b-b3a0-175ea66fa4ba"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:11.421373 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 3079aa17-865a-4d5b-b3a0-175ea66fa4ba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=3079aa17-865a-4d5b-b3a0-175ea66fa4ba,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:11.426978 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:11.482209 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5bf245-27c5-4167-b76c-dc64bf5917f8 x-openstack-request-id: req-df5bf245-27c5-4167-b76c-dc64bf5917f8 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:11.482545 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1975f620-048e-489f-bc66-ed722a74921d", "name": "network-vif-plugged", "status": "completed", "tag": "3079aa17-865a-4d5b-b3a0-175ea66fa4ba", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:11.482810 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-df5bf245-27c5-4167-b76c-dc64bf5917f8 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:11.492101 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1975f620-048e-489f-bc66-ed722a74921d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3079aa17-865a-4d5b-b3a0-175ea66fa4ba', 'code': 200} Jul 15 19:15:11.532702 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=3079aa17-865a-4d5b-b3a0-175ea66fa4ba,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:11.581026 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-392a428d-5e12-477a-baf9-95066b973cf1 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:11.583035 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-392a428d-5e12-477a-baf9-95066b973cf1 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.93 "GET /v2.0/networks?id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 HTTP/1.1" status: 200 len: 818 time: 0.1710141 Jul 15 19:15:11.649400 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-c3e182b6-bb21-4a70-9867-b8ffac09f262 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Request body: {'port': {'device_id': '636f7e3b-95eb-489f-aaa5-90285165644f', 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4', 'admin_state_up': True, 'tenant_id': '85ad778364da4e58a9ec2415e9efc98f'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:11.835280 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-c3e182b6-bb21-4a70-9867-b8ffac09f262 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Made reservation on behalf of 85ad778364da4e58a9ec2415e9efc98f for: {'port': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:15:11.841593 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-c3e182b6-bb21-4a70-9867-b8ffac09f262 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:11.873501 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccac1ea-40b5-4326-b78e-63c8e29a9abe req-3984b68c-e0dc-4012-9bc8-7f85ce809c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:11.875343 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-eccac1ea-40b5-4326-b78e-63c8e29a9abe req-3984b68c-e0dc-4012-9bc8-7f85ce809c17 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 1098 time: 0.0827236 Jul 15 19:15:11.927983 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Sync routers for ids ['989f5555-60a6-402d-8736-b65d99f811f5'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:15:11.940643 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Routers {'989f5555-60a6-402d-8736-b65d99f811f5'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:15:11.941372 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:14:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['989f5555-60a6-402d-8736-b65d99f811f5'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:11.960018 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-eccac1ea-40b5-4326-b78e-63c8e29a9abe req-728628b5-0c31-4f9d-ae84-486aa67d37af service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584903 Jul 15 19:15:12.001034 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device ee7f64d3-1849-4484-96e5-31afc18f45f1 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:12.032772 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-c3e182b6-bb21-4a70-9867-b8ffac09f262 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Allocated IP 172.20.0.11 (220c8ef8-55c4-4e19-ba3b-d33a7d595dd4/8faf6c09-c75a-4089-8bbb-01bb653de4b0/dbf167cf-2f9a-42fc-a828-988bad1f3d0b) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:15:12.108803 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Set router 989f5555-60a6-402d-8736-b65d99f811f5 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:15:12.138198 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port ee7f64d3-1849-4484-96e5-31afc18f45f1 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:15:12.146072 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port ee7f64d3-1849-4484-96e5-31afc18f45f1 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:12.146456 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:12.174814 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636c310-3f27-4331-a105-c1473a87058d req-1fc656c7-5f2f-420d-94de-6749c72a5458 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:12.176359 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d636c310-3f27-4331-a105-c1473a87058d req-1fc656c7-5f2f-420d-94de-6749c72a5458 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 945 time: 0.0859091 Jul 15 19:15:12.212505 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-c3e182b6-bb21-4a70-9867-b8ffac09f262 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:12.255856 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d636c310-3f27-4331-a105-c1473a87058d req-a7e2d4b1-35d2-43cf-a74d-95916e5593a8 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689273 Jul 15 19:15:12.301209 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-c3e182b6-bb21-4a70-9867-b8ffac09f262 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:12.349320 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-c3e182b6-bb21-4a70-9867-b8ffac09f262 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Network 220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:15:12.354783 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-c3e182b6-bb21-4a70-9867-b8ffac09f262 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:15:12.359081 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-c3e182b6-bb21-4a70-9867-b8ffac09f262 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:15:12.381936 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:12.388672 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e182b6-bb21-4a70-9867-b8ffac09f262 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Pushing event updated for resources: {'Port': ['ID=dbf167cf-2f9a-42fc-a828-988bad1f3d0b,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:12.422666 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-c3e182b6-bb21-4a70-9867-b8ffac09f262 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:12.432523 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-c3e182b6-bb21-4a70-9867-b8ffac09f262 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:12.432977 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port ee7f64d3-1849-4484-96e5-31afc18f45f1, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=ee7f64d3-1849-4484-96e5-31afc18f45f1,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:12.439388 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:12.441391 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-c3e182b6-bb21-4a70-9867-b8ffac09f262 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7992399 Jul 15 19:15:12.464314 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Request body: {'port': {'device_id': '636f7e3b-95eb-489f-aaa5-90285165644f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:12.506715 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=ee7f64d3-1849-4484-96e5-31afc18f45f1,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:12.515021 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989f5555-60a6-402d-8736-b65d99f811f5', 'name': 'tempest-ServerRescueNegativeTestJSON-914180544-router', 'tenant_id': '85ad778364da4e58a9ec2415e9efc98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ee7f64d3-1849-4484-96e5-31afc18f45f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:15:04Z', 'updated_at': '2021-07-15T19:15:08Z', 'revision_number': 4, 'project_id': '85ad778364da4e58a9ec2415e9efc98f', 'gw_port': {'id': 'ee7f64d3-1849-4484-96e5-31afc18f45f1', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:68:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989f5555-60a6-402d-8736-b65d99f811f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:15:05Z', 'updated_at': '2021-07-15T19:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'ba359719-8cd6-4aca-a196-d6a719840b02', 'name': '', 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4', 'tenant_id': '85ad778364da4e58a9ec2415e9efc98f', 'mac_address': 'fa:16:3e:e1:90:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989f5555-60a6-402d-8736-b65d99f811f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '8faf6c09-c75a-4089-8bbb-01bb653de4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:15:07Z', 'updated_at': '2021-07-15T19:15:08Z', 'revision_number': 2, 'project_id': '85ad778364da4e58a9ec2415e9efc98f', 'subnets': [{'id': '8faf6c09-c75a-4089-8bbb-01bb653de4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:12.541412 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Checking router: 989f5555-60a6-402d-8736-b65d99f811f5 for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:15:12.541771 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Updating router 989f5555-60a6-402d-8736-b65d99f811f5 port ba359719-8cd6-4aca-a196-d6a719840b02 binding host dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:15:12.569647 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:12.582079 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:12.968239 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Notify callbacks [] for port, precommit_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:12.978664 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Transition to ACTIVE for port object ba359719-8cd6-4aca-a196-d6a719840b02 will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:15:12.990672 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:13.053666 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4279e-711f-4648-adf3-17cd98afe8d3 None None] Pushing event updated for resources: {'Port': ['ID=ba359719-8cd6-4aca-a196-d6a719840b02,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:13.139261 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Attempting to bind port ba359719-8cd6-4aca-a196-d6a719840b02 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:15:13.139627 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Attempting to bind port ba359719-8cd6-4aca-a196-d6a719840b02 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': '589ae336-726d-4daf-b92b-091e6536f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:15:13.139984 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Attempting to bind port ba359719-8cd6-4aca-a196-d6a719840b02 on network 220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:13.145767 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:15:13.146132 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Checking segment: {'id': '589ae336-726d-4daf-b92b-091e6536f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:15:13.146550 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:13.147135 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Bound using segment: {'id': '589ae336-726d-4daf-b92b-091e6536f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:15:13.147766 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Bound port: ba359719-8cd6-4aca-a196-d6a719840b02, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '589ae336-726d-4daf-b92b-091e6536f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:15:13.148208 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:13.195106 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf167cf-2f9a-42fc-a828-988bad1f3d0b {{(pid=93322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:15:13.202904 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:13.216016 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Transition to ACTIVE for port object dbf167cf-2f9a-42fc-a828-988bad1f3d0b will not be triggered until provisioned by entity L2. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:15:13.220651 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:13.221468 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] For port ba359719-8cd6-4aca-a196-d6a719840b02, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:15:13.227065 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] For port ba359719-8cd6-4aca-a196-d6a719840b02, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=ba359719-8cd6-4aca-a196-d6a719840b02,segment=NetworkSegment(589ae336-726d-4daf-b92b-091e6536f87d),segment_id=589ae336-726d-4daf-b92b-091e6536f87d)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:15:13.233771 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:13.261971 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43936) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:13.305070 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4279e-711f-4648-adf3-17cd98afe8d3 None None] Pushing event updated for resources: {'Port': ['ID=ba359719-8cd6-4aca-a196-d6a719840b02,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:13.308201 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Pushing event updated for resources: {'Port': ['ID=dbf167cf-2f9a-42fc-a828-988bad1f3d0b,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:13.317508 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Routers {'989f5555-60a6-402d-8736-b65d99f811f5'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:15:13.320736 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:14:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['989f5555-60a6-402d-8736-b65d99f811f5'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:13.383529 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Attempting to bind port dbf167cf-2f9a-42fc-a828-988bad1f3d0b on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:15:13.383876 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Attempting to bind port dbf167cf-2f9a-42fc-a828-988bad1f3d0b by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '589ae336-726d-4daf-b92b-091e6536f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4'}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:15:13.384210 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Attempting to bind port dbf167cf-2f9a-42fc-a828-988bad1f3d0b on network 220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:13.390346 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Port dbf167cf-2f9a-42fc-a828-988bad1f3d0b on network 220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:15:13.390755 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Attempting to bind port dbf167cf-2f9a-42fc-a828-988bad1f3d0b on network 220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:13.400000 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:15:13.400000 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Checking segment: {'id': '589ae336-726d-4daf-b92b-091e6536f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:15:13.400354 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Bound using segment: {'id': '589ae336-726d-4daf-b92b-091e6536f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4'} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:15:13.402450 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Bound port: dbf167cf-2f9a-42fc-a828-988bad1f3d0b, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589ae336-726d-4daf-b92b-091e6536f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4'}}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:15:13.402736 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:13.458097 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-099f4b25-d07a-4065-9fa7-233d11aa3dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:13.472078 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] Set router 989f5555-60a6-402d-8736-b65d99f811f5 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:15:13.500593 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] For port dbf167cf-2f9a-42fc-a828-988bad1f3d0b, host hv-cinder-78445, cleared binding levels {{(pid=93322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:15:13.513138 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] For port dbf167cf-2f9a-42fc-a828-988bad1f3d0b, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dbf167cf-2f9a-42fc-a828-988bad1f3d0b,segment=NetworkSegment(589ae336-726d-4daf-b92b-091e6536f87d),segment_id=589ae336-726d-4daf-b92b-091e6536f87d)] {{(pid=93322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:15:13.520075 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:13.536338 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1feed6f-0bad-4953-bfab-47d4d84d6d60 req-90e11868-46f0-4601-a868-4972472f87cb tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:13.544203 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a1feed6f-0bad-4953-bfab-47d4d84d6d60 req-90e11868-46f0-4601-a868-4972472f87cb tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 945 time: 0.1395428 Jul 15 19:15:13.565810 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:13.566793 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:13.568593 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] 10.222.0.93 "PUT /v2.0/ports/dbf167cf-2f9a-42fc-a828-988bad1f3d0b HTTP/1.1" status: 200 len: 1094 time: 1.1094880 Jul 15 19:15:13.569286 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636f7e3b-95eb-489f-aaa5-90285165644f', 'tag': 'dbf167cf-2f9a-42fc-a828-988bad1f3d0b'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:13.571657 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47163b6f-18b0-4798-a311-3b085f670d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "636f7e3b-95eb-489f-aaa5-90285165644f", "tag": "dbf167cf-2f9a-42fc-a828-988bad1f3d0b"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:13.611288 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30fe5d-aa18-45cd-9d0a-37fb57b4a35c service neutron] Pushing event updated for resources: {'Port': ['ID=dbf167cf-2f9a-42fc-a828-988bad1f3d0b,revision_number=3']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:13.629686 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a1feed6f-0bad-4953-bfab-47d4d84d6d60 req-ddf1319d-a108-4f78-8ecc-eea3140d65b9 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843048 Jul 15 19:15:13.680311 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-099f4b25-d07a-4065-9fa7-233d11aa3dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:13.691146 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e57042-e9fb-4bdb-9444-38e6a3f80d7d x-openstack-request-id: req-e6e57042-e9fb-4bdb-9444-38e6a3f80d7d {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:13.691816 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-099f4b25-d07a-4065-9fa7-233d11aa3dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:13.692041 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636f7e3b-95eb-489f-aaa5-90285165644f", "tag": "dbf167cf-2f9a-42fc-a828-988bad1f3d0b", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:13.692041 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e6e57042-e9fb-4bdb-9444-38e6a3f80d7d {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:13.692209 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636f7e3b-95eb-489f-aaa5-90285165644f', 'tag': 'dbf167cf-2f9a-42fc-a828-988bad1f3d0b', 'status': 'completed', 'code': 200} Jul 15 19:15:13.746544 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-099f4b25-d07a-4065-9fa7-233d11aa3dbe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dd731305d05d4281a32c462570ff3e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793763 Jul 15 19:15:13.746544 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f4b25-d07a-4065-9fa7-233d11aa3dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e455344-7b2d-4cc1-85da-a4de430f9072,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:13.747522 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 43950) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:13.773286 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-4e45961d-4f79-4475-8a25-a70e9d8874a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:13.774905 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-4e45961d-4f79-4475-8a25-a70e9d8874a9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=85ad778364da4e58a9ec2415e9efc98f&device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 1097 time: 0.0973213 Jul 15 19:15:13.778523 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989f5555-60a6-402d-8736-b65d99f811f5', 'name': 'tempest-ServerRescueNegativeTestJSON-914180544-router', 'tenant_id': '85ad778364da4e58a9ec2415e9efc98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ee7f64d3-1849-4484-96e5-31afc18f45f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:15:04Z', 'updated_at': '2021-07-15T19:15:08Z', 'revision_number': 4, 'project_id': '85ad778364da4e58a9ec2415e9efc98f', 'gw_port': {'id': 'ee7f64d3-1849-4484-96e5-31afc18f45f1', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989f5555-60a6-402d-8736-b65d99f811f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:15:05Z', 'updated_at': '2021-07-15T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'ba359719-8cd6-4aca-a196-d6a719840b02', 'name': '', 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4', 'tenant_id': '85ad778364da4e58a9ec2415e9efc98f', 'mac_address': 'fa:16:3e:e1:90:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989f5555-60a6-402d-8736-b65d99f811f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '8faf6c09-c75a-4089-8bbb-01bb653de4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:15:07Z', 'updated_at': '2021-07-15T19:15:13Z', 'revision_number': 4, 'project_id': '85ad778364da4e58a9ec2415e9efc98f', 'subnets': [{'id': '8faf6c09-c75a-4089-8bbb-01bb653de4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:15:13.807870 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f44fc1-945e-44be-9210-f459ffd84e85 None None] The sync data for ids ['989f5555-60a6-402d-8736-b65d99f811f5'] in dv-cinder-784453-9-iscsi is: [{'id': '989f5555-60a6-402d-8736-b65d99f811f5', 'name': 'tempest-ServerRescueNegativeTestJSON-914180544-router', 'tenant_id': '85ad778364da4e58a9ec2415e9efc98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ee7f64d3-1849-4484-96e5-31afc18f45f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:15:04Z', 'updated_at': '2021-07-15T19:15:08Z', 'revision_number': 4, 'project_id': '85ad778364da4e58a9ec2415e9efc98f', 'gw_port': {'id': 'ee7f64d3-1849-4484-96e5-31afc18f45f1', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989f5555-60a6-402d-8736-b65d99f811f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:15:05Z', 'updated_at': '2021-07-15T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'ba359719-8cd6-4aca-a196-d6a719840b02', 'name': '', 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4', 'tenant_id': '85ad778364da4e58a9ec2415e9efc98f', 'mac_address': 'fa:16:3e:e1:90:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989f5555-60a6-402d-8736-b65d99f811f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '8faf6c09-c75a-4089-8bbb-01bb653de4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:15:07Z', 'updated_at': '2021-07-15T19:15:13Z', 'revision_number': 4, 'project_id': '85ad778364da4e58a9ec2415e9efc98f', 'subnets': [{'id': '8faf6c09-c75a-4089-8bbb-01bb653de4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:15:13.844264 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-e7b28c07-b010-4378-b39b-c21806692b3b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbf167cf-2f9a-42fc-a828-988bad1f3d0b HTTP/1.1" status: 200 len: 217 time: 0.0471363 Jul 15 19:15:13.909218 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-38ed87ab-6157-4251-b24b-45a8da89f3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:13.938884 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-5f6b0d11-25ef-4f96-af3c-3f4cee8a1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:13.942878 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-5f6b0d11-25ef-4f96-af3c-3f4cee8a1a5e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8faf6c09-c75a-4089-8bbb-01bb653de4b0 HTTP/1.1" status: 200 len: 858 time: 0.0884819 Jul 15 19:15:13.955806 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-38ed87ab-6157-4251-b24b-45a8da89f3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:13.991505 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-ebc9dff0-c2ec-4167-a017-6acdf0c234c1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283408 Jul 15 19:15:14.131633 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-38ed87ab-6157-4251-b24b-45a8da89f3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:14.135535 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-38ed87ab-6157-4251-b24b-45a8da89f3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:14.139194 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device ba359719-8cd6-4aca-a196-d6a719840b02 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:14.139345 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-38ed87ab-6157-4251-b24b-45a8da89f3ba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e455344-7b2d-4cc1-85da-a4de430f9072 HTTP/1.1" status: 204 len: 168 time: 0.3853078 Jul 15 19:15:14.158994 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed87ab-6157-4251-b24b-45a8da89f3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e455344-7b2d-4cc1-85da-a4de430f9072,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:14.165623 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-53adc741-0d6a-45f9-a93b-84f69116f6f5 service neutron] 10.222.0.93 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514273 Jul 15 19:15:14.274840 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port ba359719-8cd6-4aca-a196-d6a719840b02 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:15:14.279333 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port ba359719-8cd6-4aca-a196-d6a719840b02 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:14.279969 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:14.383171 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-fdccdf00-3f26-4686-a68b-a85e9de8a73f req-933373d1-74aa-44ae-bad9-bb70c08a9fc2 service neutron] 10.222.0.93 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054112 Jul 15 19:15:14.388957 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:14.430151 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port ba359719-8cd6-4aca-a196-d6a719840b02, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=ba359719-8cd6-4aca-a196-d6a719840b02,segment=NetworkSegment(589ae336-726d-4daf-b92b-091e6536f87d),segment_id=589ae336-726d-4daf-b92b-091e6536f87d)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:14.436401 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:14.438301 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device ee7f64d3-1849-4484-96e5-31afc18f45f1 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:14.541393 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=ba359719-8cd6-4aca-a196-d6a719840b02,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:14.550734 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port ee7f64d3-1849-4484-96e5-31afc18f45f1 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:14.551115 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:14.607418 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43972) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:14.613295 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47163b6f-18b0-4798-a311-3b085f670d2d req-a9bbf14b-68ab-4dfe-841e-1827c04b5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:14.615033 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-47163b6f-18b0-4798-a311-3b085f670d2d req-a9bbf14b-68ab-4dfe-841e-1827c04b5df4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=85ad778364da4e58a9ec2415e9efc98f&device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 1097 time: 0.0815742 Jul 15 19:15:14.621420 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ca3a-9bfb-4278-9a3b-4abcd25d8d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:14.727687 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ca3a-9bfb-4278-9a3b-4abcd25d8d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:14.730147 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47163b6f-18b0-4798-a311-3b085f670d2d req-efa4682d-c394-4f12-8b67-80e2fb2470b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:14.731605 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-47163b6f-18b0-4798-a311-3b085f670d2d req-efa4682d-c394-4f12-8b67-80e2fb2470b4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 HTTP/1.1" status: 200 len: 920 time: 0.1057549 Jul 15 19:15:14.734035 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ca3a-9bfb-4278-9a3b-4abcd25d8d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:14.775473 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-0cc0ca3a-9bfb-4278-9a3b-4abcd25d8d2e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9110ce9fb7e14463af76a3be7883bd83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664069 Jul 15 19:15:14.781336 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43976) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:14.785170 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-47163b6f-18b0-4798-a311-3b085f670d2d req-975177f9-a4f9-4e00-9005-1c04e7435177 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbf167cf-2f9a-42fc-a828-988bad1f3d0b HTTP/1.1" status: 200 len: 217 time: 0.0457091 Jul 15 19:15:14.799509 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0ca3a-9bfb-4278-9a3b-4abcd25d8d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b898fc-b583-445e-a88f-4a9b0db57f22,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:14.840997 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47163b6f-18b0-4798-a311-3b085f670d2d req-cc457887-bc5c-4c6b-8749-237c8a997bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:14.842568 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-47163b6f-18b0-4798-a311-3b085f670d2d req-cc457887-bc5c-4c6b-8749-237c8a997bbd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8faf6c09-c75a-4089-8bbb-01bb653de4b0 HTTP/1.1" status: 200 len: 858 time: 0.0504844 Jul 15 19:15:14.883079 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b4c8fc22-0ddd-4ea5-90ea-81ec8b9b51fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:14.889093 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-47163b6f-18b0-4798-a311-3b085f670d2d req-ea88769f-3980-4b9d-bd9e-b4bc21f18c6f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291290 Jul 15 19:15:14.906627 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de003b4f-e1e7-41c6-abf3-66cd3a1182e6 req-78ec2134-a355-43b3-9b6d-e3aff972bf67 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:14.908140 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-de003b4f-e1e7-41c6-abf3-66cd3a1182e6 req-78ec2134-a355-43b3-9b6d-e3aff972bf67 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 945 time: 0.1279714 Jul 15 19:15:14.923521 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b4c8fc22-0ddd-4ea5-90ea-81ec8b9b51fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:14.976502 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-de003b4f-e1e7-41c6-abf3-66cd3a1182e6 req-9e4ac737-3fcd-47e9-98b3-f0db0402d663 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627482 Jul 15 19:15:14.997211 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b4c8fc22-0ddd-4ea5-90ea-81ec8b9b51fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:15.000367 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b4c8fc22-0ddd-4ea5-90ea-81ec8b9b51fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:15.004320 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-b4c8fc22-0ddd-4ea5-90ea-81ec8b9b51fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/78b898fc-b583-445e-a88f-4a9b0db57f22 HTTP/1.1" status: 204 len: 168 time: 0.2190850 Jul 15 19:15:15.010655 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8fc22-0ddd-4ea5-90ea-81ec8b9b51fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b898fc-b583-445e-a88f-4a9b0db57f22,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:15.395709 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 43994) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:15.409350 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ab6e5b0d-14ad-416f-ac78-0656959ce7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:15.496745 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ab6e5b0d-14ad-416f-ac78-0656959ce7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:15.500822 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ab6e5b0d-14ad-416f-ac78-0656959ce7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:15.540632 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-ab6e5b0d-14ad-416f-ac78-0656959ce7d4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8c14155b27db432f9a7309d6a2c69058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438415 Jul 15 19:15:15.541777 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e5b0d-14ad-416f-ac78-0656959ce7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6543765d-926a-4ced-b77f-6f8fab2e436e,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:15.545375 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 44000) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:15.598714 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-737b9de8-1d8d-4dd8-bf9c-cd83d536f686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:15.619791 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-737b9de8-1d8d-4dd8-bf9c-cd83d536f686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:15.670357 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-737b9de8-1d8d-4dd8-bf9c-cd83d536f686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:15.673576 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-737b9de8-1d8d-4dd8-bf9c-cd83d536f686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:15.675104 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-737b9de8-1d8d-4dd8-bf9c-cd83d536f686 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6543765d-926a-4ced-b77f-6f8fab2e436e HTTP/1.1" status: 204 len: 168 time: 0.1288142 Jul 15 19:15:15.684224 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b9de8-1d8d-4dd8-bf9c-cd83d536f686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6543765d-926a-4ced-b77f-6f8fab2e436e,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:15.944942 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device ba359719-8cd6-4aca-a196-d6a719840b02 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:15.993324 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port ba359719-8cd6-4aca-a196-d6a719840b02 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:15.994264 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:16.340663 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 44026) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:16.417934 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-47163b6f-18b0-4798-a311-3b085f670d2d req-ff762d0e-22c5-4d99-993b-1a28964970e1 service neutron] 10.222.0.93 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956388 Jul 15 19:15:16.437499 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-264f8ee8-2000-4241-b423-6ee6228bb85e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1087595819-network', 'tenant_id': '21494ca30186446db026efc0682a55b1'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:16.460042 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264f8ee8-2000-4241-b423-6ee6228bb85e admin admin] Made reservation on behalf of 21494ca30186446db026efc0682a55b1 for: {'network': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:15:16.462474 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-264f8ee8-2000-4241-b423-6ee6228bb85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:16.471533 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-264f8ee8-2000-4241-b423-6ee6228bb85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:16.557974 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-264f8ee8-2000-4241-b423-6ee6228bb85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:16.561670 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-264f8ee8-2000-4241-b423-6ee6228bb85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:16.591306 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264f8ee8-2000-4241-b423-6ee6228bb85e admin admin] vlan segment allocate from pool success with {'vlan_id': 1165, 'physical_network': 'physnet1'} {{(pid=93321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:15:16.596204 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f8ee8-2000-4241-b423-6ee6228bb85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8777a534-4474-47b7-a7e9-ee25855ebe11,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:16.603486 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-264f8ee8-2000-4241-b423-6ee6228bb85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:16.603987 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.segments_db [None req-264f8ee8-2000-4241-b423-6ee6228bb85e admin admin] Added segment 30f2c0de-9a40-4b29-b0f9-ff5faebd484a of type vlan for network 7957eec1-7c6a-476f-b0a9-8bb51088d64c Jul 15 19:15:16.646994 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-264f8ee8-2000-4241-b423-6ee6228bb85e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:16.678171 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-264f8ee8-2000-4241-b423-6ee6228bb85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:16.679409 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264f8ee8-2000-4241-b423-6ee6228bb85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:16.680058 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-264f8ee8-2000-4241-b423-6ee6228bb85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:16.743098 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-264f8ee8-2000-4241-b423-6ee6228bb85e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4004626 Jul 15 19:15:16.744058 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f8ee8-2000-4241-b423-6ee6228bb85e admin admin] Pushing event updated for resources: {'Network': ['ID=7957eec1-7c6a-476f-b0a9-8bb51088d64c,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:16.746007 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 44034) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:16.751351 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-0f533ba7-aab4-440b-99ed-fd1e22c1f5a5 admin admin] Request body: {'subnet': {'network_id': '7957eec1-7c6a-476f-b0a9-8bb51088d64c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1087595819-subnet', 'tenant_id': '21494ca30186446db026efc0682a55b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:16.755216 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network 7957eec1-7c6a-476f-b0a9-8bb51088d64c details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:15:16.774858 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f533ba7-aab4-440b-99ed-fd1e22c1f5a5 admin admin] Made reservation on behalf of 21494ca30186446db026efc0682a55b1 for: {'subnet': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:15:16.777413 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0f533ba7-aab4-440b-99ed-fd1e22c1f5a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132654421'] for subnet, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:16.946661 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0f533ba7-aab4-440b-99ed-fd1e22c1f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132284473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132654407'] for subnet, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:17.006620 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f533ba7-aab4-440b-99ed-fd1e22c1f5a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f20ddbc7-44d8-4af4-b352-f2c3e13d06fe,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:17.012142 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f533ba7-aab4-440b-99ed-fd1e22c1f5a5 admin admin] Checking segment: {'id': '30f2c0de-9a40-4b29-b0f9-ff5faebd484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7957eec1-7c6a-476f-b0a9-8bb51088d64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:15:17.012603 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f533ba7-aab4-440b-99ed-fd1e22c1f5a5 admin admin] Network hostable DHCP agents. Network: 7957eec1-7c6a-476f-b0a9-8bb51088d64c, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:15:17.028370 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f533ba7-aab4-440b-99ed-fd1e22c1f5a5 admin admin] Network 7957eec1-7c6a-476f-b0a9-8bb51088d64c is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:15:17.038728 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-0f533ba7-aab4-440b-99ed-fd1e22c1f5a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, 7957eec1-7c6a-476f-b0a9-8bb51088d64c) {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:15:17.042869 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f533ba7-aab4-440b-99ed-fd1e22c1f5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:17.043462 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0f533ba7-aab4-440b-99ed-fd1e22c1f5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:17.051653 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627543fb-5a89-4cff-8be3-a3dd49f859cf None None] Network 7957eec1-7c6a-476f-b0a9-8bb51088d64c requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:15:17.058958 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-0f533ba7-aab4-440b-99ed-fd1e22c1f5a5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3117626 Jul 15 19:15:17.179016 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e679506-ff64-4814-8cde-4d52f899f0af None None] Network 7957eec1-7c6a-476f-b0a9-8bb51088d64c requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:15:18.405592 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-47163b6f-18b0-4798-a311-3b085f670d2d req-eae85539-28ca-4a13-8d1a-69da2ebfd85c service neutron] 10.222.0.93 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873733 Jul 15 19:15:23.044296 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-869b9f64-9c8a-45c2-a809-dd13db4e5b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:24.327152 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 44142) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:24.430178 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-54923f89-e07c-4516-a165-19e08a5d414f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:24.520661 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-54923f89-e07c-4516-a165-19e08a5d414f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:24.524407 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-54923f89-e07c-4516-a165-19e08a5d414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:24.562444 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-54923f89-e07c-4516-a165-19e08a5d414f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=643753cdfa884e4990af24f5908f8ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342539 Jul 15 19:15:24.563379 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54923f89-e07c-4516-a165-19e08a5d414f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c62f3a-1452-490a-b26a-50a747b53cad,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:24.565231 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 44146) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:24.614698 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-cb297977-239f-4f29-9f22-665404c9715e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:24.635419 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-cb297977-239f-4f29-9f22-665404c9715e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:24.680804 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-cb297977-239f-4f29-9f22-665404c9715e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:24.683319 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-cb297977-239f-4f29-9f22-665404c9715e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:24.684449 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-cb297977-239f-4f29-9f22-665404c9715e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d7c62f3a-1452-490a-b26a-50a747b53cad HTTP/1.1" status: 204 len: 168 time: 0.1182365 Jul 15 19:15:24.691896 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb297977-239f-4f29-9f22-665404c9715e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c62f3a-1452-490a-b26a-50a747b53cad,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:25.626048 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-a406952c-5f3b-454c-a1d1-f61801cd4e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:25.697761 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:26.597149 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:27.282970 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:15:28.276858 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:28.582834 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:30.741933 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-29021209-8abc-4a45-a563-613e0816bdb9 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:30.743438 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-29021209-8abc-4a45-a563-613e0816bdb9 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/networks?id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 HTTP/1.1" status: 200 len: 818 time: 0.1850936 Jul 15 19:15:30.750449 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799b06b-8729-4971-b8a7-174055f6da9a req-195c63fc-1bf9-40ae-8f66-9b1b2ee5f4e4 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:30.752479 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2799b06b-8729-4971-b8a7-174055f6da9a req-195c63fc-1bf9-40ae-8f66-9b1b2ee5f4e4 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/networks?id=7957eec1-7c6a-476f-b0a9-8bb51088d64c HTTP/1.1" status: 200 len: 814 time: 0.1773195 Jul 15 19:15:30.769089 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-5a5f06c7-dc0f-4c7e-9dcf-94e6df0de318 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/quotas/85ad778364da4e58a9ec2415e9efc98f HTTP/1.1" status: 200 len: 375 time: 0.0156465 Jul 15 19:15:30.771335 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2799b06b-8729-4971-b8a7-174055f6da9a req-0621cbba-dd98-4b83-862c-a4a677c538ea tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/quotas/21494ca30186446db026efc0682a55b1 HTTP/1.1" status: 200 len: 375 time: 0.0108342 Jul 15 19:15:30.832741 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2799b06b-8729-4971-b8a7-174055f6da9a req-3a6d1e59-ec71-4ed6-be55-7ba41a1d5154 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=21494ca30186446db026efc0682a55b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486639 Jul 15 19:15:31.156534 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-acc760ab-8a78-4680-a639-280ec788fbce tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=85ad778364da4e58a9ec2415e9efc98f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3824544 Jul 15 19:15:31.196809 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2799b06b-8729-4971-b8a7-174055f6da9a req-bd5ab7f5-3015-4799-8ede-168f3be0f23e service neutron] 10.222.0.73 "GET /v2.0/networks/7957eec1-7c6a-476f-b0a9-8bb51088d64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575885 Jul 15 19:15:31.319174 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-c7830128-4ce1-4906-b5c5-56f77b715c03 service neutron] 10.222.0.73 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547589 Jul 15 19:15:31.360161 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2799b06b-8729-4971-b8a7-174055f6da9a req-aa0699f0-8eab-4e42-9fb0-ff82ffb3668b service neutron] 10.222.0.73 "GET /v2.0/networks/7957eec1-7c6a-476f-b0a9-8bb51088d64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556718 Jul 15 19:15:31.423206 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-823220e3-6f1d-4448-9d9b-da4c70fe5064 service neutron] 10.222.0.73 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982959 Jul 15 19:15:31.926819 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4841461e-d352-4f59-b6d6-908b4254740d tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:31.928325 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4841461e-d352-4f59-b6d6-908b4254740d tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/networks?id=24ebd5db-e6b4-4351-afb2-6548b006e9db HTTP/1.1" status: 200 len: 814 time: 0.1455674 Jul 15 19:15:31.930105 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-1e1704ae-383b-4751-945a-009f8d46e38e tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7b27880d328d406c91ae37fc6044fdbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461450 Jul 15 19:15:32.000858 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-3553e175-170e-4b4e-b798-2e2bc4bbfa3f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/quotas/8f07cb303335437f9507f6887f302493 HTTP/1.1" status: 200 len: 375 time: 0.0639639 Jul 15 19:15:32.167839 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-6a3f1f14-9eb4-488d-93ae-0a854e5e5c65 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:32.169323 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-6a3f1f14-9eb4-488d-93ae-0a854e5e5c65 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336509 Jul 15 19:15:32.195868 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-9e5fabdd-7f4e-402f-8a81-8ee1349226f1 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f07cb303335437f9507f6887f302493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1873281 Jul 15 19:15:32.197061 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-dd93f9bb-359e-43f4-a342-9b42a06c78db tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/quotas/7b27880d328d406c91ae37fc6044fdbf HTTP/1.1" status: 200 len: 375 time: 0.0199912 Jul 15 19:15:32.256090 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c6ec514f-ec46-432b-91f5-c062967d37a0 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7b27880d328d406c91ae37fc6044fdbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537496 Jul 15 19:15:32.320909 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-a0b78063-aae7-4142-91bb-ef122fcb34a0 service neutron] 10.222.0.73 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174066 Jul 15 19:15:32.422267 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-0c6e2d1c-f3d7-4ca9-a45a-4ca79b395794 service neutron] 10.222.0.73 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958366 Jul 15 19:15:32.503426 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-85299c53-b460-409c-bfa7-9ca0a2b95d91 req-a3757a7d-fae2-4328-966d-cfed61b14af2 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 210 time: 0.0298495 Jul 15 19:15:32.655174 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f5b979a6-7010-45b3-b3f1-8d1a5654d8e6 req-75133b2f-5cb8-4fa7-8fae-0b09b46bbd2e tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 210 time: 0.0389092 Jul 15 19:15:32.699932 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c8022576-5642-405a-bfb9-f021d57f59f1 req-6608bbc2-a0c3-4ba2-9eab-8dcea5677d59 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 210 time: 0.0437131 Jul 15 19:15:32.760151 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3b031cb6-ceb8-4a6a-b5f9-16413a0fdfb4 req-3d3c08f6-bc90-4315-9813-8b2bf806eedd tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0376513 Jul 15 19:15:33.270811 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799b06b-8729-4971-b8a7-174055f6da9a req-23649cf6-baac-415b-9d98-242c9c7ab38a tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:33.272640 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-2799b06b-8729-4971-b8a7-174055f6da9a req-23649cf6-baac-415b-9d98-242c9c7ab38a tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.93 "GET /v2.0/networks?id=7957eec1-7c6a-476f-b0a9-8bb51088d64c HTTP/1.1" status: 200 len: 814 time: 0.1087193 Jul 15 19:15:33.299927 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device dbf167cf-2f9a-42fc-a828-988bad1f3d0b details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:15:33.318444 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-2799b06b-8729-4971-b8a7-174055f6da9a req-c3371f64-35e2-4cf4-913e-4025ba23fc6f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Request body: {'port': {'device_id': 'd895680f-3926-46ce-9738-d079297223af', 'network_id': '7957eec1-7c6a-476f-b0a9-8bb51088d64c', 'admin_state_up': True, 'tenant_id': '21494ca30186446db026efc0682a55b1'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:33.406361 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port dbf167cf-2f9a-42fc-a828-988bad1f3d0b, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dbf167cf-2f9a-42fc-a828-988bad1f3d0b,segment=NetworkSegment(589ae336-726d-4daf-b92b-091e6536f87d),segment_id=589ae336-726d-4daf-b92b-091e6536f87d)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:33.421224 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': 'dbf167cf-2f9a-42fc-a828-988bad1f3d0b', 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4', 'port_id': 'dbf167cf-2f9a-42fc-a828-988bad1f3d0b', 'mac_address': 'fa:16:3e:11:34:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8faf6c09-c75a-4089-8bbb-01bb653de4b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:15:33.428759 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2799b06b-8729-4971-b8a7-174055f6da9a req-c3371f64-35e2-4cf4-913e-4025ba23fc6f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Made reservation on behalf of 21494ca30186446db026efc0682a55b1 for: {'port': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:15:33.432475 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-2799b06b-8729-4971-b8a7-174055f6da9a req-c3371f64-35e2-4cf4-913e-4025ba23fc6f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:33.457487 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:33.469512 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf167cf-2f9a-42fc-a828-988bad1f3d0b {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:15:33.488850 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port dbf167cf-2f9a-42fc-a828-988bad1f3d0b, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dbf167cf-2f9a-42fc-a828-988bad1f3d0b,segment=NetworkSegment(589ae336-726d-4daf-b92b-091e6536f87d),segment_id=589ae336-726d-4daf-b92b-091e6536f87d)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:33.495636 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:33.563723 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=dbf167cf-2f9a-42fc-a828-988bad1f3d0b,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:33.678255 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-36d92eed-7769-4e29-aacb-39dd0afe9381 req-8a239380-107c-4082-a422-1d2949708d3d tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 210 time: 0.0287004 Jul 15 19:15:33.780962 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [req-2799b06b-8729-4971-b8a7-174055f6da9a req-c3371f64-35e2-4cf4-913e-4025ba23fc6f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Allocated IP 172.20.0.2 (7957eec1-7c6a-476f-b0a9-8bb51088d64c/f20ddbc7-44d8-4af4-b352-f2c3e13d06fe/e1e5fdd3-7df5-4593-a626-a7878ac35b14) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:15:33.864063 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-756a45a4-05b3-4b2a-be8e-ff8e6db34c17 req-7823a763-0b49-4bc8-bca1-c5d2b81baea3 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 210 time: 0.0781603 Jul 15 19:15:33.900822 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2eba8dd6-9b3f-4d36-b5f2-15d91863cbbf req-5ac302bf-080a-473c-80c2-1b0d7efb1e66 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 210 time: 0.0473561 Jul 15 19:15:33.934074 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-2799b06b-8729-4971-b8a7-174055f6da9a req-c3371f64-35e2-4cf4-913e-4025ba23fc6f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:33.974632 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-2799b06b-8729-4971-b8a7-174055f6da9a req-c3371f64-35e2-4cf4-913e-4025ba23fc6f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:34.053263 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2799b06b-8729-4971-b8a7-174055f6da9a req-c3371f64-35e2-4cf4-913e-4025ba23fc6f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Network 7957eec1-7c6a-476f-b0a9-8bb51088d64c is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:15:34.056644 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [req-2799b06b-8729-4971-b8a7-174055f6da9a req-c3371f64-35e2-4cf4-913e-4025ba23fc6f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:15:34.060675 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-699fd45d-fcef-4540-ad8e-255e35326ac9 req-80b68fcb-0a37-4814-baf2-4c10e66aed35 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0400460 Jul 15 19:15:34.073074 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-2799b06b-8729-4971-b8a7-174055f6da9a req-c3371f64-35e2-4cf4-913e-4025ba23fc6f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:15:34.094938 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['dbf167cf-2f9a-42fc-a828-988bad1f3d0b'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:15:34.122590 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3371f64-35e2-4cf4-913e-4025ba23fc6f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Pushing event updated for resources: {'Port': ['ID=e1e5fdd3-7df5-4593-a626-a7878ac35b14,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:34.157162 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799b06b-8729-4971-b8a7-174055f6da9a req-c3371f64-35e2-4cf4-913e-4025ba23fc6f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:34.157948 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-2799b06b-8729-4971-b8a7-174055f6da9a req-c3371f64-35e2-4cf4-913e-4025ba23fc6f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:34.165103 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-074b8689-a821-4aa8-a773-de7550d8b6f9 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:34.169228 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-074b8689-a821-4aa8-a773-de7550d8b6f9 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.93 "GET /v2.0/networks?id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 HTTP/1.1" status: 200 len: 818 time: 0.1817598 Jul 15 19:15:34.176839 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-2799b06b-8729-4971-b8a7-174055f6da9a req-c3371f64-35e2-4cf4-913e-4025ba23fc6f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8629980 Jul 15 19:15:34.216964 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-2ea66a8a-d585-4cfb-9316-6534a93bf89c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Request body: {'port': {'device_id': '49090ed6-776e-4961-96a3-b7337e8779c7', 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4', 'admin_state_up': True, 'tenant_id': '85ad778364da4e58a9ec2415e9efc98f'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:34.218052 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Request body: {'port': {'device_id': 'd895680f-3926-46ce-9738-d079297223af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:34.304735 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:34.359483 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-2ea66a8a-d585-4cfb-9316-6534a93bf89c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Made reservation on behalf of 85ad778364da4e58a9ec2415e9efc98f for: {'port': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:15:34.363816 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-2ea66a8a-d585-4cfb-9316-6534a93bf89c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:34.493453 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-2ea66a8a-d585-4cfb-9316-6534a93bf89c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Allocated IP 172.20.0.13 (220c8ef8-55c4-4e19-ba3b-d33a7d595dd4/8faf6c09-c75a-4089-8bbb-01bb653de4b0/916f602c-968e-4b53-a9a2-67864297c87d) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:15:34.572776 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e5fdd3-7df5-4593-a626-a7878ac35b14 {{(pid=93322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:15:34.580344 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:34.592759 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Transition to ACTIVE for port object e1e5fdd3-7df5-4593-a626-a7878ac35b14 will not be triggered until provisioned by entity L2. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:15:34.596563 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:34.654349 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-2ea66a8a-d585-4cfb-9316-6534a93bf89c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:34.670932 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e5fdd3-7df5-4593-a626-a7878ac35b14,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:34.697884 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-2ea66a8a-d585-4cfb-9316-6534a93bf89c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:34.729796 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Attempting to bind port e1e5fdd3-7df5-4593-a626-a7878ac35b14 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:15:34.730140 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Attempting to bind port e1e5fdd3-7df5-4593-a626-a7878ac35b14 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '30f2c0de-9a40-4b29-b0f9-ff5faebd484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7957eec1-7c6a-476f-b0a9-8bb51088d64c'}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:15:34.730636 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Attempting to bind port e1e5fdd3-7df5-4593-a626-a7878ac35b14 on network 7957eec1-7c6a-476f-b0a9-8bb51088d64c {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:34.735034 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Port e1e5fdd3-7df5-4593-a626-a7878ac35b14 on network 7957eec1-7c6a-476f-b0a9-8bb51088d64c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:15:34.735369 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Attempting to bind port e1e5fdd3-7df5-4593-a626-a7878ac35b14 on network 7957eec1-7c6a-476f-b0a9-8bb51088d64c {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:34.740953 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:15:34.741297 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Checking segment: {'id': '30f2c0de-9a40-4b29-b0f9-ff5faebd484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7957eec1-7c6a-476f-b0a9-8bb51088d64c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:15:34.741676 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Bound using segment: {'id': '30f2c0de-9a40-4b29-b0f9-ff5faebd484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7957eec1-7c6a-476f-b0a9-8bb51088d64c'} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:15:34.742263 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Bound port: e1e5fdd3-7df5-4593-a626-a7878ac35b14, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f2c0de-9a40-4b29-b0f9-ff5faebd484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7957eec1-7c6a-476f-b0a9-8bb51088d64c'}}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:15:34.742822 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:34.750266 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-2ea66a8a-d585-4cfb-9316-6534a93bf89c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Network 220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:15:34.756342 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-2ea66a8a-d585-4cfb-9316-6534a93bf89c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:15:34.759023 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-2ea66a8a-d585-4cfb-9316-6534a93bf89c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:15:34.793018 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea66a8a-d585-4cfb-9316-6534a93bf89c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Pushing event updated for resources: {'Port': ['ID=916f602c-968e-4b53-a9a2-67864297c87d,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:34.819336 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] For port e1e5fdd3-7df5-4593-a626-a7878ac35b14, host hv-cinder-78445, cleared binding levels {{(pid=93322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:15:34.822810 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] For port e1e5fdd3-7df5-4593-a626-a7878ac35b14, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e1e5fdd3-7df5-4593-a626-a7878ac35b14,segment=NetworkSegment(30f2c0de-9a40-4b29-b0f9-ff5faebd484a),segment_id=30f2c0de-9a40-4b29-b0f9-ff5faebd484a)] {{(pid=93322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:15:34.828014 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:34.851911 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-2ea66a8a-d585-4cfb-9316-6534a93bf89c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:34.852540 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-2ea66a8a-d585-4cfb-9316-6534a93bf89c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:34.880773 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:34.881764 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:34.883847 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-2799b06b-8729-4971-b8a7-174055f6da9a req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] 10.222.0.93 "PUT /v2.0/ports/e1e5fdd3-7df5-4593-a626-a7878ac35b14 HTTP/1.1" status: 200 len: 1093 time: 0.6705186 Jul 15 19:15:34.884479 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd895680f-3926-46ce-9738-d079297223af', 'tag': 'e1e5fdd3-7df5-4593-a626-a7878ac35b14'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:34.886992 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa68d43-4f27-4560-9e77-da2daf8168be" -d '{"events": [{"name": "network-changed", "server_uuid": "d895680f-3926-46ce-9738-d079297223af", "tag": "e1e5fdd3-7df5-4593-a626-a7878ac35b14"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:34.890371 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-2ea66a8a-d585-4cfb-9316-6534a93bf89c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6778297 Jul 15 19:15:34.921993 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c6c7a-e631-415c-b2ed-892cc1affeb3 req-0b209231-6b15-4429-a756-bcd9bca162d9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:34.924380 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-568c6c7a-e631-415c-b2ed-892cc1affeb3 req-0b209231-6b15-4429-a756-bcd9bca162d9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 943 time: 0.1227322 Jul 15 19:15:34.935695 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Request body: {'port': {'device_id': '49090ed6-776e-4961-96a3-b7337e8779c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:34.936747 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125cee03-8947-483f-95f3-6e1d1d5565d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e5fdd3-7df5-4593-a626-a7878ac35b14,revision_number=3']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:34.961310 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a75c89-3373-423d-989e-bec577542e63 x-openstack-request-id: req-a6a75c89-3373-423d-989e-bec577542e63 {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:34.961854 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d895680f-3926-46ce-9738-d079297223af", "tag": "e1e5fdd3-7df5-4593-a626-a7878ac35b14", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:34.962171 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a6a75c89-3373-423d-989e-bec577542e63 {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:34.962663 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd895680f-3926-46ce-9738-d079297223af', 'tag': 'e1e5fdd3-7df5-4593-a626-a7878ac35b14', 'status': 'completed', 'code': 200} Jul 15 19:15:35.004257 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-568c6c7a-e631-415c-b2ed-892cc1affeb3 req-b9e0cf79-893c-4081-9580-abd05ac37c67 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726137 Jul 15 19:15:35.047595 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:35.114957 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-f981da5d-5195-425f-bc46-e034e91cddc3 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=7b27880d328d406c91ae37fc6044fdbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439470 Jul 15 19:15:35.116989 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cd23bb9b-95c1-4516-a026-0884713eae43 req-56cf0bcc-0d39-40bd-afe9-2e78b38eca9f tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 210 time: 0.0560298 Jul 15 19:15:35.230758 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['dbf167cf-2f9a-42fc-a828-988bad1f3d0b'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:15:35.287577 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c9b06bf4-a716-4cce-80f6-86a7c8049311 req-47cdcf9f-52f9-4a7c-983f-07df73a04417 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0549979 Jul 15 19:15:35.344807 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-63d739f4-68b9-469c-87fe-42310af747ce tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:35.347119 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-63d739f4-68b9-469c-87fe-42310af747ce tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2260790 Jul 15 19:15:35.374649 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799b06b-8729-4971-b8a7-174055f6da9a req-4386ace1-efca-4931-93a3-1bf4431a7fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:35.376151 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2799b06b-8729-4971-b8a7-174055f6da9a req-4386ace1-efca-4931-93a3-1bf4431a7fef service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21494ca30186446db026efc0682a55b1&device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 1096 time: 0.2923591 Jul 15 19:15:35.388223 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-3ce3eef0-117a-4105-874d-faab03f3828d tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Request body: {'port': {'device_id': 'dff8523e-ad6e-46a5-b560-33ec12c95fe0', 'network_id': '09061436-e478-4ac1-9273-cf275ae8b51d', 'admin_state_up': True, 'tenant_id': '7b27880d328d406c91ae37fc6044fdbf'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:35.414693 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c146d-070a-4a61-bd50-cad16ca12d63 req-72c2211c-e15a-468b-8c56-1b369a6bdcec tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:35.416234 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e89c146d-070a-4a61-bd50-cad16ca12d63 req-72c2211c-e15a-468b-8c56-1b369a6bdcec tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 932 time: 0.2372687 Jul 15 19:15:35.491109 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2799b06b-8729-4971-b8a7-174055f6da9a req-66a2308c-468f-4ae0-85ab-06f047ded2c2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1e5fdd3-7df5-4593-a626-a7878ac35b14 HTTP/1.1" status: 200 len: 217 time: 0.0720093 Jul 15 19:15:35.516803 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-3ce3eef0-117a-4105-874d-faab03f3828d tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Made reservation on behalf of 7b27880d328d406c91ae37fc6044fdbf for: {'port': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:15:35.521170 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-3ce3eef0-117a-4105-874d-faab03f3828d tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:35.529636 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-3ce3eef0-117a-4105-874d-faab03f3828d tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:35.533593 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e89c146d-070a-4a61-bd50-cad16ca12d63 req-e677f6d2-9de8-4ecb-b1dc-54c74cd50905 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042993 Jul 15 19:15:35.617936 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799b06b-8729-4971-b8a7-174055f6da9a req-6b0239f3-d9c5-4a26-a687-ace1733c04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:35.619544 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2799b06b-8729-4971-b8a7-174055f6da9a req-6b0239f3-d9c5-4a26-a687-ace1733c04ab service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f20ddbc7-44d8-4af4-b352-f2c3e13d06fe HTTP/1.1" status: 200 len: 854 time: 0.0850799 Jul 15 19:15:35.661793 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916f602c-968e-4b53-a9a2-67864297c87d {{(pid=93321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:15:35.667672 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-3ce3eef0-117a-4105-874d-faab03f3828d tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:35.674233 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:35.675366 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-3ce3eef0-117a-4105-874d-faab03f3828d tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:35.690340 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.provisioning_blocks [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Transition to ACTIVE for port object 916f602c-968e-4b53-a9a2-67864297c87d will not be triggered until provisioned by entity L2. {{(pid=93321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:15:35.695937 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:35.744094 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3eef0-117a-4105-874d-faab03f3828d tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98ffe88-81ff-4b14-8463-99722d75a655,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:35.777981 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2799b06b-8729-4971-b8a7-174055f6da9a req-75cb27ff-0bac-46c6-9c0a-8450c1ddbfdf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7957eec1-7c6a-476f-b0a9-8bb51088d64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347159 Jul 15 19:15:35.823149 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Pushing event updated for resources: {'Port': ['ID=916f602c-968e-4b53-a9a2-67864297c87d,revision_number=2']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:35.823357 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-3ce3eef0-117a-4105-874d-faab03f3828d tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Allocated IP 192.168.233.32 (09061436-e478-4ac1-9273-cf275ae8b51d/6340ef94-f582-4493-948f-49a9f2e75fef/2a64adf2-28eb-48b1-bd7a-62dda07fd33c) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:15:35.950683 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.managers [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Attempting to bind port 916f602c-968e-4b53-a9a2-67864297c87d on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:15:35.951023 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.managers [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Attempting to bind port 916f602c-968e-4b53-a9a2-67864297c87d by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '589ae336-726d-4daf-b92b-091e6536f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4'}] {{(pid=93321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:15:35.951334 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Attempting to bind port 916f602c-968e-4b53-a9a2-67864297c87d on network 220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:35.959948 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2799b06b-8729-4971-b8a7-174055f6da9a req-247a504f-7612-4e68-84c4-9a76e2de1175 service neutron] 10.222.0.93 "GET /v2.0/networks/7957eec1-7c6a-476f-b0a9-8bb51088d64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678815 Jul 15 19:15:35.960629 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Port 916f602c-968e-4b53-a9a2-67864297c87d on network 220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:15:35.960945 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Attempting to bind port 916f602c-968e-4b53-a9a2-67864297c87d on network 220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:35.965813 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:15:35.966147 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Checking segment: {'id': '589ae336-726d-4daf-b92b-091e6536f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:15:35.966557 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Bound using segment: {'id': '589ae336-726d-4daf-b92b-091e6536f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4'} {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:15:35.966986 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.managers [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Bound port: 916f602c-968e-4b53-a9a2-67864297c87d, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589ae336-726d-4daf-b92b-091e6536f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4'}}] {{(pid=93321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:15:35.967343 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:36.067607 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-3ce3eef0-117a-4105-874d-faab03f3828d tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:36.082577 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-d25f2866-8998-4015-b3d3-d40f037cff9b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:36.084033 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-d25f2866-8998-4015-b3d3-d40f037cff9b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.93 "GET /v2.0/networks?id=24ebd5db-e6b4-4351-afb2-6548b006e9db HTTP/1.1" status: 200 len: 814 time: 0.1750183 Jul 15 19:15:36.091101 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-3ce3eef0-117a-4105-874d-faab03f3828d tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Transition to ACTIVE for port object 2a64adf2-28eb-48b1-bd7a-62dda07fd33c will not be triggered until provisioned by entity DHCP. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:15:36.122764 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-5024df60-ba42-40f3-bf00-2c520c793496 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Request body: {'port': {'device_id': 'fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5', 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db', 'admin_state_up': True, 'tenant_id': '8f07cb303335437f9507f6887f302493'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:36.134696 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] For port 916f602c-968e-4b53-a9a2-67864297c87d, host hv-cinder-78445, cleared binding levels {{(pid=93321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:15:36.171374 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] For port 916f602c-968e-4b53-a9a2-67864297c87d, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=916f602c-968e-4b53-a9a2-67864297c87d,segment=NetworkSegment(589ae336-726d-4daf-b92b-091e6536f87d),segment_id=589ae336-726d-4daf-b92b-091e6536f87d)] {{(pid=93321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:15:36.197117 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-3ce3eef0-117a-4105-874d-faab03f3828d tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:36.198973 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2799b06b-8729-4971-b8a7-174055f6da9a req-86a5e283-6b79-4bf9-a789-62f28f176e38 service neutron] 10.222.0.93 "GET /v2.0/networks/7957eec1-7c6a-476f-b0a9-8bb51088d64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222388 Jul 15 19:15:36.202458 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:36.256921 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:36.257534 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:36.258897 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] 10.222.0.93 "PUT /v2.0/ports/916f602c-968e-4b53-a9a2-67864297c87d HTTP/1.1" status: 200 len: 1094 time: 1.3285470 Jul 15 19:15:36.268226 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49090ed6-776e-4961-96a3-b7337e8779c7', 'tag': '916f602c-968e-4b53-a9a2-67864297c87d'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:36.270278 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3eef0-117a-4105-874d-faab03f3828d tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Pushing event updated for resources: {'Port': ['ID=2a64adf2-28eb-48b1-bd7a-62dda07fd33c,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:36.270404 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82abc622-b114-4b20-a2f7-46d4ea6ea93f" -d '{"events": [{"name": "network-changed", "server_uuid": "49090ed6-776e-4961-96a3-b7337e8779c7", "tag": "916f602c-968e-4b53-a9a2-67864297c87d"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:36.291815 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-3ce3eef0-117a-4105-874d-faab03f3828d tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Network 09061436-e478-4ac1-9273-cf275ae8b51d is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:15:36.296284 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-3ce3eef0-117a-4105-874d-faab03f3828d tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:15:36.300985 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-3ce3eef0-117a-4105-874d-faab03f3828d tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:15:36.359682 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-5024df60-ba42-40f3-bf00-2c520c793496 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Made reservation on behalf of 8f07cb303335437f9507f6887f302493 for: {'port': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:15:36.363383 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-5024df60-ba42-40f3-bf00-2c520c793496 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:36.372356 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-3ce3eef0-117a-4105-874d-faab03f3828d tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:36.373034 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-3ce3eef0-117a-4105-874d-faab03f3828d tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:36.404947 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-3ce3eef0-117a-4105-874d-faab03f3828d tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0208707 Jul 15 19:15:36.525514 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-5024df60-ba42-40f3-bf00-2c520c793496 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Allocated IP 172.20.0.13 (24ebd5db-e6b4-4351-afb2-6548b006e9db/6dda6e6c-290e-49ac-9920-7475b1feefbf/00c249b0-8b35-4d08-9749-0f2726889176) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:15:36.559536 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-97004a8a-43bc-4a88-8240-9cc190752d74 None None] Provisioning for port 2a64adf2-28eb-48b1-bd7a-62dda07fd33c completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:15:36.565131 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-97004a8a-43bc-4a88-8240-9cc190752d74 None None] Provisioning complete for port 2a64adf2-28eb-48b1-bd7a-62dda07fd33c triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:36.565808 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-97004a8a-43bc-4a88-8240-9cc190752d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:36.588528 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687aaf15-e63c-454d-ba11-e7e28ddad56a service neutron] Pushing event updated for resources: {'Port': ['ID=916f602c-968e-4b53-a9a2-67864297c87d,revision_number=3']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:36.597818 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Request body: {'port': {'device_id': 'dff8523e-ad6e-46a5-b560-33ec12c95fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:36.609900 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-97004a8a-43bc-4a88-8240-9cc190752d74 None None] Port 2a64adf2-28eb-48b1-bd7a-62dda07fd33c cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:15:36.645899 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b1260-f281-41b6-9d83-57adc0215bd3 req-2a94a0d1-048b-4584-8985-b961f60b8b61 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:36.647451 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-535b1260-f281-41b6-9d83-57adc0215bd3 req-2a94a0d1-048b-4584-8985-b961f60b8b61 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 943 time: 0.4904840 Jul 15 19:15:36.713930 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68d43-4f27-4560-9e77-da2daf8168be req-5d10c2de-2f30-41aa-810c-414fbbacfcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:36.715458 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8fa68d43-4f27-4560-9e77-da2daf8168be req-5d10c2de-2f30-41aa-810c-414fbbacfcd2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21494ca30186446db026efc0682a55b1&device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 1096 time: 0.1851397 Jul 15 19:15:36.726338 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83518f63-1825-47f5-95ce-868314e1814e req-2d1f6b03-96b0-432e-9d5f-2dd40a5af02b tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:36.728050 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-83518f63-1825-47f5-95ce-868314e1814e req-2d1f6b03-96b0-432e-9d5f-2dd40a5af02b tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 935 time: 0.4781187 Jul 15 19:15:36.749013 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:36.752616 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-5024df60-ba42-40f3-bf00-2c520c793496 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:36.759091 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-535b1260-f281-41b6-9d83-57adc0215bd3 req-0fc1d8e3-c13f-46d9-93bb-842456b1c2a1 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003315 Jul 15 19:15:36.805428 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-fffc5344-c600-4da9-8542-9b6247cd7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:36.807255 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-fffc5344-c600-4da9-8542-9b6247cd7bb0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=85ad778364da4e58a9ec2415e9efc98f&device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 1097 time: 0.2119832 Jul 15 19:15:36.859037 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-83518f63-1825-47f5-95ce-868314e1814e req-b3d4dfbe-11cc-4942-9103-273d293c8241 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179168 Jul 15 19:15:36.903518 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-5024df60-ba42-40f3-bf00-2c520c793496 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:36.915431 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-4ff3817f-9dcf-4cd2-8730-83ec0e8e3600 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=916f602c-968e-4b53-a9a2-67864297c87d HTTP/1.1" status: 200 len: 217 time: 0.0642331 Jul 15 19:15:36.917063 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f3ac1a-7feb-4be7-98ab-55aa01311e5e x-openstack-request-id: req-c5f3ac1a-7feb-4be7-98ab-55aa01311e5e {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:36.917347 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49090ed6-776e-4961-96a3-b7337e8779c7", "tag": "916f602c-968e-4b53-a9a2-67864297c87d", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:36.917596 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5f3ac1a-7feb-4be7-98ab-55aa01311e5e {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:36.917982 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49090ed6-776e-4961-96a3-b7337e8779c7', 'tag': '916f602c-968e-4b53-a9a2-67864297c87d', 'status': 'completed', 'code': 200} Jul 15 19:15:36.960227 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['9e948047-3380-48c3-beaf-c5089257a287', '3079aa17-865a-4d5b-b3a0-175ea66fa4ba'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:15:36.967989 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68d43-4f27-4560-9e77-da2daf8168be req-06dcadcf-cca6-4774-94e9-f3a22a9f8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:36.969488 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8fa68d43-4f27-4560-9e77-da2daf8168be req-06dcadcf-cca6-4774-94e9-f3a22a9f8714 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7957eec1-7c6a-476f-b0a9-8bb51088d64c HTTP/1.1" status: 200 len: 916 time: 0.2407038 Jul 15 19:15:36.995735 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024df60-ba42-40f3-bf00-2c520c793496 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Pushing event updated for resources: {'Port': ['ID=00c249b0-8b35-4d08-9749-0f2726889176,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:37.010044 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-5024df60-ba42-40f3-bf00-2c520c793496 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Network 24ebd5db-e6b4-4351-afb2-6548b006e9db is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:15:37.018964 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-5024df60-ba42-40f3-bf00-2c520c793496 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:15:37.023214 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-5024df60-ba42-40f3-bf00-2c520c793496 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:15:37.058528 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8fa68d43-4f27-4560-9e77-da2daf8168be req-8b61eeff-7b6a-4a2a-881c-4d8430b83203 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1e5fdd3-7df5-4593-a626-a7878ac35b14 HTTP/1.1" status: 200 len: 217 time: 0.0596068 Jul 15 19:15:37.102074 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-736efc23-8174-4471-a515-74e469c4e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:37.103576 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-736efc23-8174-4471-a515-74e469c4e34c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8faf6c09-c75a-4089-8bbb-01bb653de4b0 HTTP/1.1" status: 200 len: 858 time: 0.1499300 Jul 15 19:15:37.121353 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-5024df60-ba42-40f3-bf00-2c520c793496 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:37.122236 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-5024df60-ba42-40f3-bf00-2c520c793496 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:37.143971 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9eb30-fcaa-46b8-bb76-a2ed8e0de119 req-0af7289b-323e-4b0b-a1ad-f85d95815dc9 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:37.145489 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b2d9eb30-fcaa-46b8-bb76-a2ed8e0de119 req-0af7289b-323e-4b0b-a1ad-f85d95815dc9 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 932 time: 0.2759850 Jul 15 19:15:37.159361 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-5024df60-ba42-40f3-bf00-2c520c793496 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0410485 Jul 15 19:15:37.175262 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-f7d81372-543e-42fa-9a0a-0a2c5e99ba83 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462387 Jul 15 19:15:37.195545 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Request body: {'port': {'device_id': 'fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:37.233214 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68d43-4f27-4560-9e77-da2daf8168be req-5180b802-e654-4f94-a059-07af56017916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:37.234703 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8fa68d43-4f27-4560-9e77-da2daf8168be req-5180b802-e654-4f94-a059-07af56017916 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f20ddbc7-44d8-4af4-b352-f2c3e13d06fe HTTP/1.1" status: 200 len: 854 time: 0.1513436 Jul 15 19:15:37.258848 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a64adf2-28eb-48b1-bd7a-62dda07fd33c {{(pid=93322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:15:37.263004 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b2d9eb30-fcaa-46b8-bb76-a2ed8e0de119 req-95fc082a-3e50-485e-882a-4114d5c310b0 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924199 Jul 15 19:15:37.270381 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:37.309541 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Transition to ACTIVE for port object 2a64adf2-28eb-48b1-bd7a-62dda07fd33c will not be triggered until provisioned by entity L2. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:15:37.311338 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8fa68d43-4f27-4560-9e77-da2daf8168be req-382af76d-e662-4a10-8654-b2396a93536a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7957eec1-7c6a-476f-b0a9-8bb51088d64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663629 Jul 15 19:15:37.315445 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:37.327750 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:37.328123 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49229f2a-1760-45af-91af-a21ac5eb9221 req-e22f4c08-4907-4a51-b15c-f1d981c076ec tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:37.330482 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-49229f2a-1760-45af-91af-a21ac5eb9221 req-e22f4c08-4907-4a51-b15c-f1d981c076ec tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 944 time: 0.2849004 Jul 15 19:15:37.338646 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device dbf167cf-2f9a-42fc-a828-988bad1f3d0b up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:37.412433 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-6d2256b8-d44e-4d31-ab3d-7c8eda28c341 service neutron] 10.222.0.93 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191198 Jul 15 19:15:37.426045 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port dbf167cf-2f9a-42fc-a828-988bad1f3d0b completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:15:37.431144 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port dbf167cf-2f9a-42fc-a828-988bad1f3d0b triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:37.431565 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:37.468505 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a64adf2-28eb-48b1-bd7a-62dda07fd33c,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:37.471042 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-49229f2a-1760-45af-91af-a21ac5eb9221 req-56b3a80c-49f9-4d5d-bc9d-d9d75faee17b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292112 Jul 15 19:15:37.490999 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Attempting to bind port 2a64adf2-28eb-48b1-bd7a-62dda07fd33c on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:15:37.491337 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Attempting to bind port 2a64adf2-28eb-48b1-bd7a-62dda07fd33c by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '1360bfd8-a66b-4dfe-ad46-1db9887af7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '09061436-e478-4ac1-9273-cf275ae8b51d'}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:15:37.491668 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Attempting to bind port 2a64adf2-28eb-48b1-bd7a-62dda07fd33c on network 09061436-e478-4ac1-9273-cf275ae8b51d {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:37.498169 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Port 2a64adf2-28eb-48b1-bd7a-62dda07fd33c on network 09061436-e478-4ac1-9273-cf275ae8b51d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:15:37.498520 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Attempting to bind port 2a64adf2-28eb-48b1-bd7a-62dda07fd33c on network 09061436-e478-4ac1-9273-cf275ae8b51d {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:37.509202 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:15:37.509551 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Checking segment: {'id': '1360bfd8-a66b-4dfe-ad46-1db9887af7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '09061436-e478-4ac1-9273-cf275ae8b51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:15:37.518989 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Bound using segment: {'id': '1360bfd8-a66b-4dfe-ad46-1db9887af7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '09061436-e478-4ac1-9273-cf275ae8b51d'} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:15:37.519526 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Bound port: 2a64adf2-28eb-48b1-bd7a-62dda07fd33c, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1360bfd8-a66b-4dfe-ad46-1db9887af7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '09061436-e478-4ac1-9273-cf275ae8b51d'}}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:15:37.519898 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:37.554680 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8fa68d43-4f27-4560-9e77-da2daf8168be req-45037449-1181-4b3a-b34d-1189578265ab service neutron] 10.222.0.93 "GET /v2.0/networks/7957eec1-7c6a-476f-b0a9-8bb51088d64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225134 Jul 15 19:15:37.600109 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90e1e74b-b255-47d7-a215-8488c59ad555 req-e9b73f07-6d78-4410-81d5-34770e42f151 service neutron] 10.222.0.93 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408811 Jul 15 19:15:37.636486 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:37.676591 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] For port 2a64adf2-28eb-48b1-bd7a-62dda07fd33c, host hv-cinder-78445, cleared binding levels {{(pid=93322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:15:37.685656 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636f7e3b-95eb-489f-aaa5-90285165644f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf167cf-2f9a-42fc-a828-988bad1f3d0b'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:37.688196 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefc63ae-cdff-46de-ae4c-655018b1fc69" -d '{"events": [{"server_uuid": "636f7e3b-95eb-489f-aaa5-90285165644f", "name": "network-vif-plugged", "status": "completed", "tag": "dbf167cf-2f9a-42fc-a828-988bad1f3d0b"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:37.704682 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port dbf167cf-2f9a-42fc-a828-988bad1f3d0b, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dbf167cf-2f9a-42fc-a828-988bad1f3d0b,segment=NetworkSegment(589ae336-726d-4daf-b92b-091e6536f87d),segment_id=589ae336-726d-4daf-b92b-091e6536f87d)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:37.706555 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] For port 2a64adf2-28eb-48b1-bd7a-62dda07fd33c, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2a64adf2-28eb-48b1-bd7a-62dda07fd33c,segment=NetworkSegment(1360bfd8-a66b-4dfe-ad46-1db9887af7ac),segment_id=1360bfd8-a66b-4dfe-ad46-1db9887af7ac)] {{(pid=93322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:15:37.710687 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:37.714355 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8fa68d43-4f27-4560-9e77-da2daf8168be req-5e786717-724d-4f35-b9a0-b6f06c4316d8 service neutron] 10.222.0.93 "GET /v2.0/networks/7957eec1-7c6a-476f-b0a9-8bb51088d64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485920 Jul 15 19:15:37.715239 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:37.742800 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8b2fe1-f567-476c-ac09-df888e24c601 x-openstack-request-id: req-6e8b2fe1-f567-476c-ac09-df888e24c601 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:37.743027 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636f7e3b-95eb-489f-aaa5-90285165644f", "name": "network-vif-plugged", "status": "completed", "tag": "dbf167cf-2f9a-42fc-a828-988bad1f3d0b", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:37.743345 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6e8b2fe1-f567-476c-ac09-df888e24c601 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:37.743707 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636f7e3b-95eb-489f-aaa5-90285165644f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf167cf-2f9a-42fc-a828-988bad1f3d0b', 'code': 200} Jul 15 19:15:37.781968 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=dbf167cf-2f9a-42fc-a828-988bad1f3d0b,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:37.783581 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:37.784214 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:37.785648 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] 10.222.0.93 "PUT /v2.0/ports/2a64adf2-28eb-48b1-bd7a-62dda07fd33c HTTP/1.1" status: 200 len: 1097 time: 1.1926651 Jul 15 19:15:37.788227 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff8523e-ad6e-46a5-b560-33ec12c95fe0', 'tag': '2a64adf2-28eb-48b1-bd7a-62dda07fd33c'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:37.790909 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf5fc5b-f8ae-48ad-887f-1e0b5e216e74" -d '{"events": [{"name": "network-changed", "server_uuid": "dff8523e-ad6e-46a5-b560-33ec12c95fe0", "tag": "2a64adf2-28eb-48b1-bd7a-62dda07fd33c"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:37.832943 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b57f5b-e421-43cd-aa5b-4e34e82eaef7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a64adf2-28eb-48b1-bd7a-62dda07fd33c,revision_number=3']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:37.943484 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c249b0-8b35-4d08-9749-0f2726889176 {{(pid=93322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:15:38.015715 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:38.062279 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Transition to ACTIVE for port object 00c249b0-8b35-4d08-9749-0f2726889176 will not be triggered until provisioned by entity L2. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:15:38.080550 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:38.088174 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abc622-b114-4b20-a2f7-46d4ea6ea93f req-7d4ffe91-7bf3-436e-8c2c-42e547b00848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:38.089727 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-82abc622-b114-4b20-a2f7-46d4ea6ea93f req-7d4ffe91-7bf3-436e-8c2c-42e547b00848 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=85ad778364da4e58a9ec2415e9efc98f&device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 1097 time: 0.2147207 Jul 15 19:15:38.096246 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd56ece-6bbe-4c93-91c4-44db0a48046d x-openstack-request-id: req-5bd56ece-6bbe-4c93-91c4-44db0a48046d {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:38.096650 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff8523e-ad6e-46a5-b560-33ec12c95fe0", "tag": "2a64adf2-28eb-48b1-bd7a-62dda07fd33c", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:38.097025 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5bd56ece-6bbe-4c93-91c4-44db0a48046d {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:38.097542 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff8523e-ad6e-46a5-b560-33ec12c95fe0', 'tag': '2a64adf2-28eb-48b1-bd7a-62dda07fd33c', 'status': 'completed', 'code': 200} Jul 15 19:15:38.118560 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb9186-ec0b-43ec-a8ae-72c30b0d3cfb req-eb1f28c3-7ae1-42c6-955b-4063ba6d1119 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:38.120202 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69bb9186-ec0b-43ec-a8ae-72c30b0d3cfb req-eb1f28c3-7ae1-42c6-955b-4063ba6d1119 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 943 time: 0.1815827 Jul 15 19:15:38.192225 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Pushing event updated for resources: {'Port': ['ID=00c249b0-8b35-4d08-9749-0f2726889176,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:38.204077 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-4c3aa443-936c-498d-8f97-d873151bb254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:38.206268 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-4c3aa443-936c-498d-8f97-d873151bb254 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7b27880d328d406c91ae37fc6044fdbf&device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 1100 time: 0.2811465 Jul 15 19:15:38.271947 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69bb9186-ec0b-43ec-a8ae-72c30b0d3cfb req-c7879cfa-0e18-490f-ab92-84b73176557b tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330891 Jul 15 19:15:38.359076 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abc622-b114-4b20-a2f7-46d4ea6ea93f req-fff7f38a-1344-41fe-b42d-81f9f4c0fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:38.360568 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-82abc622-b114-4b20-a2f7-46d4ea6ea93f req-fff7f38a-1344-41fe-b42d-81f9f4c0fe0f service neutron] 10.222.0.93 "GET /v2.0/networks?id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 HTTP/1.1" status: 200 len: 920 time: 0.2385201 Jul 15 19:15:38.412646 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d30c8f-ad16-4425-a3cf-f6df8d2b7a1e req-a0b1ce36-a5a6-49c1-a454-431ea4267fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:38.414214 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a3d30c8f-ad16-4425-a3cf-f6df8d2b7a1e req-a0b1ce36-a5a6-49c1-a454-431ea4267fa4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 1099 time: 0.2184107 Jul 15 19:15:38.419501 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-82abc622-b114-4b20-a2f7-46d4ea6ea93f req-a03b2c87-3b6d-4a81-90bf-04ad1d11ad9e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=916f602c-968e-4b53-a9a2-67864297c87d HTTP/1.1" status: 200 len: 217 time: 0.0505877 Jul 15 19:15:38.478017 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbe25b-f2da-4891-a937-f747a496bef5 req-b6d684d9-c750-4af5-b4d9-8f78e2d5da18 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:38.479604 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-eecbe25b-f2da-4891-a937-f747a496bef5 req-b6d684d9-c750-4af5-b4d9-8f78e2d5da18 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 947 time: 0.2165446 Jul 15 19:15:38.482645 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-4bd1d748-71b2-4eca-a93b-b3d5a4af6ead service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2a64adf2-28eb-48b1-bd7a-62dda07fd33c HTTP/1.1" status: 200 len: 217 time: 0.2554612 Jul 15 19:15:38.540195 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Attempting to bind port 00c249b0-8b35-4d08-9749-0f2726889176 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:15:38.540524 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Attempting to bind port 00c249b0-8b35-4d08-9749-0f2726889176 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '9b737b28-4160-4b85-9c08-96d9a118b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db'}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:15:38.540848 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Attempting to bind port 00c249b0-8b35-4d08-9749-0f2726889176 on network 24ebd5db-e6b4-4351-afb2-6548b006e9db {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:38.550492 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-bdc25e4e-658e-41bd-9fb1-aa834f66c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:38.551946 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-bdc25e4e-658e-41bd-9fb1-aa834f66c174 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6340ef94-f582-4493-948f-49a9f2e75fef HTTP/1.1" status: 200 len: 843 time: 0.0586681 Jul 15 19:15:38.552470 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Port 00c249b0-8b35-4d08-9749-0f2726889176 on network 24ebd5db-e6b4-4351-afb2-6548b006e9db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:15:38.552778 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Attempting to bind port 00c249b0-8b35-4d08-9749-0f2726889176 on network 24ebd5db-e6b4-4351-afb2-6548b006e9db {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:38.557747 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:15:38.558091 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Checking segment: {'id': '9b737b28-4160-4b85-9c08-96d9a118b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:15:38.558209 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a3d30c8f-ad16-4425-a3cf-f6df8d2b7a1e req-2a3b581c-e986-4c6b-97b4-05083ddb4619 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089449 Jul 15 19:15:38.558484 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Bound using segment: {'id': '9b737b28-4160-4b85-9c08-96d9a118b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db'} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:15:38.558902 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Bound port: 00c249b0-8b35-4d08-9749-0f2726889176, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b737b28-4160-4b85-9c08-96d9a118b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db'}}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:15:38.559259 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:38.570917 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abc622-b114-4b20-a2f7-46d4ea6ea93f req-254a3acf-bab0-487a-96c9-5899b8a4b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:38.572339 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-82abc622-b114-4b20-a2f7-46d4ea6ea93f req-254a3acf-bab0-487a-96c9-5899b8a4b909 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8faf6c09-c75a-4089-8bbb-01bb653de4b0 HTTP/1.1" status: 200 len: 858 time: 0.1220837 Jul 15 19:15:38.582766 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-eecbe25b-f2da-4891-a937-f747a496bef5 req-f70d2d60-67dd-4f23-842c-8b6d3b5011f6 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793774 Jul 15 19:15:38.595873 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b11a9-a186-4e4c-a9f5-0a1d90b33dde req-2748cfa4-5bce-4036-a279-2f181596f6af tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:38.597501 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4f5b11a9-a186-4e4c-a9f5-0a1d90b33dde req-2748cfa4-5bce-4036-a279-2f181596f6af tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 944 time: 0.1813889 Jul 15 19:15:38.630417 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] For port 00c249b0-8b35-4d08-9749-0f2726889176, host hv-cinder-78445, cleared binding levels {{(pid=93322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:15:38.633628 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] For port 00c249b0-8b35-4d08-9749-0f2726889176, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=00c249b0-8b35-4d08-9749-0f2726889176,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:15:38.641360 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:38.645276 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4f5b11a9-a186-4e4c-a9f5-0a1d90b33dde req-32fe6e08-174f-4297-bc82-9c77d4eb77af tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415573 Jul 15 19:15:38.706416 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:38.707073 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:38.708446 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] 10.222.0.93 "PUT /v2.0/ports/00c249b0-8b35-4d08-9749-0f2726889176 HTTP/1.1" status: 200 len: 1094 time: 1.5174532 Jul 15 19:15:38.711534 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cec8b-e743-43f9-aa93-02fa12726a77 service neutron] Pushing event updated for resources: {'Port': ['ID=00c249b0-8b35-4d08-9749-0f2726889176,revision_number=3']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:38.765491 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a65aed-af1b-45ae-8de8-47d4619c3fb8 req-4cbdd1b6-e2f6-417f-9674-9cd629257e38 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:38.767846 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d5a65aed-af1b-45ae-8de8-47d4619c3fb8 req-4cbdd1b6-e2f6-417f-9674-9cd629257e38 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 944 time: 0.0736067 Jul 15 19:15:38.808432 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d5a65aed-af1b-45ae-8de8-47d4619c3fb8 req-638aaedd-2e58-4eb9-9615-be6049b8b84f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351868 Jul 15 19:15:38.980244 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-269f2f4f-7193-4fb1-99a3-22491a7b8ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:38.986249 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-269f2f4f-7193-4fb1-99a3-22491a7b8ae3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=09061436-e478-4ac1-9273-cf275ae8b51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0521894 Jul 15 19:15:39.035253 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-82abc622-b114-4b20-a2f7-46d4ea6ea93f req-8b31b422-8bff-451c-bf29-97224433356f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269146 Jul 15 19:15:39.143703 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-00d0e0aa-e32a-43f7-bdc2-8119af273ada service neutron] 10.222.0.93 "GET /v2.0/networks/09061436-e478-4ac1-9273-cf275ae8b51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130693 Jul 15 19:15:39.193382 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-813d85a9-005f-43e0-b399-b926077af8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:39.194896 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-813d85a9-005f-43e0-b399-b926077af8f2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f07cb303335437f9507f6887f302493&device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 1097 time: 0.0816383 Jul 15 19:15:39.195814 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-82abc622-b114-4b20-a2f7-46d4ea6ea93f req-dbd61a03-45f7-4e56-8504-e09e7f8e773a service neutron] 10.222.0.93 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827816 Jul 15 19:15:39.283215 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-13cb87b0-de8e-4875-98f5-a38a28ab24ce req-84d612cf-8b33-4090-91c7-d4a233d70e71 service neutron] 10.222.0.93 "GET /v2.0/networks/09061436-e478-4ac1-9273-cf275ae8b51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240189 Jul 15 19:15:39.284665 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-55e6acf9-a04d-4353-bbcf-90d6505596c9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00c249b0-8b35-4d08-9749-0f2726889176 HTTP/1.1" status: 200 len: 217 time: 0.0417225 Jul 15 19:15:39.335967 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device e1e5fdd3-7df5-4593-a626-a7878ac35b14 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:15:39.371528 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-29ab1d88-bb52-4831-8f01-f35014ccd902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:39.373204 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-29ab1d88-bb52-4831-8f01-f35014ccd902 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6dda6e6c-290e-49ac-9920-7475b1feefbf HTTP/1.1" status: 200 len: 854 time: 0.0629938 Jul 15 19:15:39.393516 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-82abc622-b114-4b20-a2f7-46d4ea6ea93f req-4ace4c6b-42f4-4c1a-ad25-3861e56108fc service neutron] 10.222.0.93 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177309 Jul 15 19:15:39.459858 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port e1e5fdd3-7df5-4593-a626-a7878ac35b14, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e1e5fdd3-7df5-4593-a626-a7878ac35b14,segment=NetworkSegment(30f2c0de-9a40-4b29-b0f9-ff5faebd484a),segment_id=30f2c0de-9a40-4b29-b0f9-ff5faebd484a)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:39.472317 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': 'e1e5fdd3-7df5-4593-a626-a7878ac35b14', 'network_id': '7957eec1-7c6a-476f-b0a9-8bb51088d64c', 'port_id': 'e1e5fdd3-7df5-4593-a626-a7878ac35b14', 'mac_address': 'fa:16:3e:a3:e8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20ddbc7-44d8-4af4-b352-f2c3e13d06fe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:15:39.492563 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-22ded81e-c826-4e67-bf29-6cc57188bb69 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=24ebd5db-e6b4-4351-afb2-6548b006e9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346959 Jul 15 19:15:39.520320 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:39.538038 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e5fdd3-7df5-4593-a626-a7878ac35b14 {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:15:39.555927 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5fc5b-f8ae-48ad-887f-1e0b5e216e74 req-74d245f5-6493-4ad4-9565-6e64b4a7e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:39.558047 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ddf5fc5b-f8ae-48ad-887f-1e0b5e216e74 req-74d245f5-6493-4ad4-9565-6e64b4a7e4ea service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7b27880d328d406c91ae37fc6044fdbf&device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 1100 time: 0.0918539 Jul 15 19:15:39.561065 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port e1e5fdd3-7df5-4593-a626-a7878ac35b14, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e1e5fdd3-7df5-4593-a626-a7878ac35b14,segment=NetworkSegment(30f2c0de-9a40-4b29-b0f9-ff5faebd484a),segment_id=30f2c0de-9a40-4b29-b0f9-ff5faebd484a)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:39.566184 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:39.570229 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b8211-db0c-4e48-bc57-ba3d2dba9e69 req-60369ec2-9d90-4e00-85db-7e9b645100a3 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:39.572019 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cd4b8211-db0c-4e48-bc57-ba3d2dba9e69 req-60369ec2-9d90-4e00-85db-7e9b645100a3 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 943 time: 0.1385875 Jul 15 19:15:39.635870 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=e1e5fdd3-7df5-4593-a626-a7878ac35b14,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:39.676543 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-c47c2084-16f9-4029-b18d-35e52aecbb4f service neutron] 10.222.0.93 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718421 Jul 15 19:15:39.677861 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cd4b8211-db0c-4e48-bc57-ba3d2dba9e69 req-fc7676f1-30ad-43aa-9eb2-4130802eaded tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959063 Jul 15 19:15:39.692235 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 44426) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:39.726826 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5fc5b-f8ae-48ad-887f-1e0b5e216e74 req-d02f6e6e-1a56-48bb-9587-f8529575d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:39.728326 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ddf5fc5b-f8ae-48ad-887f-1e0b5e216e74 req-d02f6e6e-1a56-48bb-9587-f8529575d1d1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=09061436-e478-4ac1-9273-cf275ae8b51d HTTP/1.1" status: 200 len: 871 time: 0.1546662 Jul 15 19:15:39.823779 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ddf5fc5b-f8ae-48ad-887f-1e0b5e216e74 req-4ee8fa5a-bf39-41b0-b985-e2412e24bd9a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2a64adf2-28eb-48b1-bd7a-62dda07fd33c HTTP/1.1" status: 200 len: 217 time: 0.0788164 Jul 15 19:15:39.831542 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-26b1378d-beda-486c-b5a6-2514eae5bbde req-e16afa0f-7c2e-465c-a39a-322a82c5f3f0 service neutron] 10.222.0.93 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382926 Jul 15 19:15:39.939934 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3085c06a-c517-461f-a404-82010e057ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:39.975407 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5fc5b-f8ae-48ad-887f-1e0b5e216e74 req-ef5d8e49-3ac1-4c0a-b03b-f2fe78dc8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:39.976872 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ddf5fc5b-f8ae-48ad-887f-1e0b5e216e74 req-ef5d8e49-3ac1-4c0a-b03b-f2fe78dc8386 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6340ef94-f582-4493-948f-49a9f2e75fef HTTP/1.1" status: 200 len: 843 time: 0.1473444 Jul 15 19:15:40.049673 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f246b-45cd-4b00-9903-c4b5aa3dd8e7 req-5717cf53-1c2e-4259-b4e2-8e80d5434f00 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:40.058029 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-195f246b-45cd-4b00-9903-c4b5aa3dd8e7 req-5717cf53-1c2e-4259-b4e2-8e80d5434f00 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 947 time: 0.2339947 Jul 15 19:15:40.075345 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7a641-912f-4f4f-96a3-c33805d037f8 req-42cbefb5-65b2-4f21-8d4c-07b20adb5c50 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:40.076710 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0ff7a641-912f-4f4f-96a3-c33805d037f8 req-42cbefb5-65b2-4f21-8d4c-07b20adb5c50 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 944 time: 0.2197020 Jul 15 19:15:40.098705 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5', 'tag': '00c249b0-8b35-4d08-9749-0f2726889176'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:40.101327 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27809ed7-14c8-400e-baf2-715ff7415f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5", "tag": "00c249b0-8b35-4d08-9749-0f2726889176"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:40.170029 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-195f246b-45cd-4b00-9903-c4b5aa3dd8e7 req-2989b76e-0e4b-4466-880d-860216eadb08 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056998 Jul 15 19:15:40.180793 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0ff7a641-912f-4f4f-96a3-c33805d037f8 req-4b0d96b5-536c-4c8d-a27c-8b9a37687941 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939867 Jul 15 19:15:40.188887 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5fc5b-f8ae-48ad-887f-1e0b5e216e74 req-638d0a0b-3720-4add-b2eb-0c6fd4c34d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:40.190487 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ddf5fc5b-f8ae-48ad-887f-1e0b5e216e74 req-638d0a0b-3720-4add-b2eb-0c6fd4c34d22 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=09061436-e478-4ac1-9273-cf275ae8b51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2010872 Jul 15 19:15:40.209938 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3085c06a-c517-461f-a404-82010e057ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:40.221839 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3085c06a-c517-461f-a404-82010e057ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:40.244944 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053ae923-be43-4487-9124-8a5c2933aed2 x-openstack-request-id: req-053ae923-be43-4487-9124-8a5c2933aed2 {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:40.245235 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5", "tag": "00c249b0-8b35-4d08-9749-0f2726889176", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:40.245493 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-053ae923-be43-4487-9124-8a5c2933aed2 {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:40.245886 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5', 'tag': '00c249b0-8b35-4d08-9749-0f2726889176', 'status': 'completed', 'code': 200} Jul 15 19:15:40.287767 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-3085c06a-c517-461f-a404-82010e057ac8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0ca6bc6482ce4748a72ed59d2468700c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5917404 Jul 15 19:15:40.288093 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 44442) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:15:40.311655 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085c06a-c517-461f-a404-82010e057ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5650933-7b07-4b9d-918c-32fc983cfd7b,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:40.370344 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['e1e5fdd3-7df5-4593-a626-a7878ac35b14'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:15:40.375473 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ddf5fc5b-f8ae-48ad-887f-1e0b5e216e74 req-db0b8528-bff7-441c-9a4d-9662ea003ee3 service neutron] 10.222.0.93 "GET /v2.0/networks/09061436-e478-4ac1-9273-cf275ae8b51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641004 Jul 15 19:15:40.378915 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-146c73e9-9cd9-4b8c-80ca-39eb66a6c7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:40.402676 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b481233-5a98-4a33-972d-8ed914a48e36 req-c16c49c5-9be2-4d13-88d9-7b263084d9cb tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:40.404273 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2b481233-5a98-4a33-972d-8ed914a48e36 req-c16c49c5-9be2-4d13-88d9-7b263084d9cb tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 944 time: 0.0867972 Jul 15 19:15:40.408982 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27809ed7-14c8-400e-baf2-715ff7415f0c req-167cca9b-3dd6-43d9-9f10-4e12e80e582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:40.410553 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-27809ed7-14c8-400e-baf2-715ff7415f0c req-167cca9b-3dd6-43d9-9f10-4e12e80e582e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f07cb303335437f9507f6887f302493&device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 1097 time: 0.0936286 Jul 15 19:15:40.412679 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-146c73e9-9cd9-4b8c-80ca-39eb66a6c7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:40.444640 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2b481233-5a98-4a33-972d-8ed914a48e36 req-162b8978-6aa7-4e8b-bbb4-225fdda50935 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341582 Jul 15 19:15:40.471462 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-146c73e9-9cd9-4b8c-80ca-39eb66a6c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:40.474020 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-146c73e9-9cd9-4b8c-80ca-39eb66a6c7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:40.475522 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-146c73e9-9cd9-4b8c-80ca-39eb66a6c7c4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d5650933-7b07-4b9d-918c-32fc983cfd7b HTTP/1.1" status: 204 len: 168 time: 0.1863773 Jul 15 19:15:40.508451 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c73e9-9cd9-4b8c-80ca-39eb66a6c7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5650933-7b07-4b9d-918c-32fc983cfd7b,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:40.603517 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27809ed7-14c8-400e-baf2-715ff7415f0c req-f456ddd6-c2bf-452f-9b74-c43c3ff9674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:40.606567 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-27809ed7-14c8-400e-baf2-715ff7415f0c req-f456ddd6-c2bf-452f-9b74-c43c3ff9674e service neutron] 10.222.0.93 "GET /v2.0/networks?id=24ebd5db-e6b4-4351-afb2-6548b006e9db HTTP/1.1" status: 200 len: 916 time: 0.1300130 Jul 15 19:15:40.626007 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ddf5fc5b-f8ae-48ad-887f-1e0b5e216e74 req-1b8c7a06-bd95-46b2-8665-e6cba136d723 service neutron] 10.222.0.93 "GET /v2.0/networks/09061436-e478-4ac1-9273-cf275ae8b51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510515 Jul 15 19:15:40.734391 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-27809ed7-14c8-400e-baf2-715ff7415f0c req-20e548b9-b7e7-47b6-8274-0ceafaf09819 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00c249b0-8b35-4d08-9749-0f2726889176 HTTP/1.1" status: 200 len: 217 time: 0.0392663 Jul 15 19:15:40.844194 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27809ed7-14c8-400e-baf2-715ff7415f0c req-4fd7fdde-c47b-4904-ba36-85abe87afdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:40.846345 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-27809ed7-14c8-400e-baf2-715ff7415f0c req-4fd7fdde-c47b-4904-ba36-85abe87afdde service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6dda6e6c-290e-49ac-9920-7475b1feefbf HTTP/1.1" status: 200 len: 854 time: 0.0518277 Jul 15 19:15:40.887410 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87948f1-7322-4937-96d3-e1c0bef379a3 req-ceebd402-8bdd-45f5-b9ef-584c4c80c918 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:40.889181 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b87948f1-7322-4937-96d3-e1c0bef379a3 req-ceebd402-8bdd-45f5-b9ef-584c4c80c918 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 944 time: 0.0686541 Jul 15 19:15:40.889712 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-27809ed7-14c8-400e-baf2-715ff7415f0c req-d084ebfb-6fb1-4813-b9a1-4c5c568d5f76 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=24ebd5db-e6b4-4351-afb2-6548b006e9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327375 Jul 15 19:15:40.929352 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b87948f1-7322-4937-96d3-e1c0bef379a3 req-3153efae-c210-4ab8-9a2d-ef0ea6cf560a tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339785 Jul 15 19:15:40.984790 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-27809ed7-14c8-400e-baf2-715ff7415f0c req-c6592f6d-5a97-4429-a5b4-102087345344 service neutron] 10.222.0.93 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825155 Jul 15 19:15:41.089633 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-27809ed7-14c8-400e-baf2-715ff7415f0c req-df30235c-cf92-4e6b-922e-feb7e5a9ce46 service neutron] 10.222.0.93 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956509 Jul 15 19:15:41.362720 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 916f602c-968e-4b53-a9a2-67864297c87d details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:15:41.389682 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e110e-208f-4b24-8b95-64676fc0495e req-b1d4702d-6b6c-4f26-ad08-75f51cb37147 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:41.391198 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9e0e110e-208f-4b24-8b95-64676fc0495e req-b1d4702d-6b6c-4f26-ad08-75f51cb37147 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 947 time: 0.1077631 Jul 15 19:15:41.405866 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07953abc-6ca1-45a2-ab29-705cb937ce7e req-f8fae2ec-99ef-458d-853e-1e74d5184197 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:41.407391 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-07953abc-6ca1-45a2-ab29-705cb937ce7e req-f8fae2ec-99ef-458d-853e-1e74d5184197 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 944 time: 0.0907626 Jul 15 19:15:41.463847 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9e0e110e-208f-4b24-8b95-64676fc0495e req-21ef567a-b411-4823-b124-dafe3981b27a tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549502 Jul 15 19:15:41.466614 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-07953abc-6ca1-45a2-ab29-705cb937ce7e req-f789ab22-f9f2-45e9-87d1-239071de461e tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519114 Jul 15 19:15:41.475954 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 916f602c-968e-4b53-a9a2-67864297c87d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=916f602c-968e-4b53-a9a2-67864297c87d,segment=NetworkSegment(589ae336-726d-4daf-b92b-091e6536f87d),segment_id=589ae336-726d-4daf-b92b-091e6536f87d)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:41.494911 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': '916f602c-968e-4b53-a9a2-67864297c87d', 'network_id': '220c8ef8-55c4-4e19-ba3b-d33a7d595dd4', 'port_id': '916f602c-968e-4b53-a9a2-67864297c87d', 'mac_address': 'fa:16:3e:66:a9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8faf6c09-c75a-4089-8bbb-01bb653de4b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:15:41.534945 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:41.547880 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916f602c-968e-4b53-a9a2-67864297c87d {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:15:41.569161 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 916f602c-968e-4b53-a9a2-67864297c87d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=916f602c-968e-4b53-a9a2-67864297c87d,segment=NetworkSegment(589ae336-726d-4daf-b92b-091e6536f87d),segment_id=589ae336-726d-4daf-b92b-091e6536f87d)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:41.583985 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:41.654279 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=916f602c-968e-4b53-a9a2-67864297c87d,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:41.662175 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b4f79-09c7-4fc6-b76e-70244ede07cd req-26767310-3196-4fcc-a3e5-3fd4bfb4917c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:41.666895 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e23b4f79-09c7-4fc6-b76e-70244ede07cd req-26767310-3196-4fcc-a3e5-3fd4bfb4917c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 945 time: 0.0806246 Jul 15 19:15:41.718781 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e23b4f79-09c7-4fc6-b76e-70244ede07cd req-7c96baf0-f95e-4aeb-a4ab-7cf514a3b014 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492570 Jul 15 19:15:42.197144 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['916f602c-968e-4b53-a9a2-67864297c87d'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:15:42.351858 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30ff7-1a15-4953-910d-c279008db0ab req-22fc5560-5e9e-4668-a3f5-24c297be27c8 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:42.353314 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4ae30ff7-1a15-4953-910d-c279008db0ab req-22fc5560-5e9e-4668-a3f5-24c297be27c8 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 944 time: 0.3103197 Jul 15 19:15:42.389072 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4ae30ff7-1a15-4953-910d-c279008db0ab req-26e10dbd-471a-4404-ab54-330f6eb58cf8 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300837 Jul 15 19:15:42.692944 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffea71-9995-4d57-aee5-6fb581634acf req-99e20a1a-9839-40a8-8b02-fbfbba0e39f2 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:42.694449 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c2ffea71-9995-4d57-aee5-6fb581634acf req-99e20a1a-9839-40a8-8b02-fbfbba0e39f2 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 944 time: 0.1073251 Jul 15 19:15:42.715326 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374151f-24a3-4d3b-8885-a23af19a0f61 req-f794bbe7-8e4a-4c0b-9efa-a31f393ceead tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:42.717046 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6374151f-24a3-4d3b-8885-a23af19a0f61 req-f794bbe7-8e4a-4c0b-9efa-a31f393ceead tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 947 time: 0.1191657 Jul 15 19:15:42.766107 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c2ffea71-9995-4d57-aee5-6fb581634acf req-8a4d91d3-d76b-4782-a6e8-7c5a804f207f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655482 Jul 15 19:15:42.773982 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6374151f-24a3-4d3b-8885-a23af19a0f61 req-9c2d6f1f-39e0-468a-989c-e2a57d716f9e tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493474 Jul 15 19:15:42.950342 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea3e6e-7afb-4141-98ae-c1e3c8ba27a6 req-4442cd86-320d-4f25-9bfa-b347a25e3985 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:42.951949 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d9ea3e6e-7afb-4141-98ae-c1e3c8ba27a6 req-4442cd86-320d-4f25-9bfa-b347a25e3985 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 945 time: 0.0688941 Jul 15 19:15:42.991232 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d9ea3e6e-7afb-4141-98ae-c1e3c8ba27a6 req-ad4e70f7-f5fa-4b68-8b61-c162b7f46b99 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333309 Jul 15 19:15:43.332250 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-3e3f75ce-c9c6-483b-b3cd-306b7ec94184 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452494830&fields=id&tenant_id=2773fe20d3704fd0869501a1c90b4c30 HTTP/1.1" status: 200 len: 267 time: 0.0338666 Jul 15 19:15:43.360341 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 00c249b0-8b35-4d08-9749-0f2726889176 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:15:43.371569 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device e1e5fdd3-7df5-4593-a626-a7878ac35b14 up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:43.442599 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-2da56ed0-20f6-4a9a-a9e5-d29fc5d68686 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:43.444100 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-2da56ed0-20f6-4a9a-a9e5-d29fc5d68686 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/networks?id=aa6d1231-195e-4588-9f30-941c386a1c2b HTTP/1.1" status: 200 len: 808 time: 0.1055198 Jul 15 19:15:43.459101 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-77c53104-799f-437b-8f8b-efe0f0d435d1 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/quotas/2773fe20d3704fd0869501a1c90b4c30 HTTP/1.1" status: 200 len: 375 time: 0.0093207 Jul 15 19:15:43.481738 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port e1e5fdd3-7df5-4593-a626-a7878ac35b14 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:15:43.494324 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port e1e5fdd3-7df5-4593-a626-a7878ac35b14 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:43.494719 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:43.497221 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 00c249b0-8b35-4d08-9749-0f2726889176, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=00c249b0-8b35-4d08-9749-0f2726889176,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:43.526543 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': '00c249b0-8b35-4d08-9749-0f2726889176', 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db', 'port_id': '00c249b0-8b35-4d08-9749-0f2726889176', 'mac_address': 'fa:16:3e:f2:0d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dda6e6c-290e-49ac-9920-7475b1feefbf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:15:43.561526 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-501cbd29-5140-4c77-89b9-362a1c2a4457 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2773fe20d3704fd0869501a1c90b4c30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966148 Jul 15 19:15:43.582096 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:43.616741 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c249b0-8b35-4d08-9749-0f2726889176 {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:15:43.621485 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d26b85-6d07-4be8-afa4-25f58d114808 req-686a5353-943d-49f7-8cec-8f3ef0b9ac3e tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:43.623061 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-70d26b85-6d07-4be8-afa4-25f58d114808 req-686a5353-943d-49f7-8cec-8f3ef0b9ac3e tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 944 time: 0.1057472 Jul 15 19:15:43.636921 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:43.647428 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 00c249b0-8b35-4d08-9749-0f2726889176, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=00c249b0-8b35-4d08-9749-0f2726889176,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:43.652000 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:43.652662 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 2a64adf2-28eb-48b1-bd7a-62dda07fd33c details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:15:43.684583 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd895680f-3926-46ce-9738-d079297223af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e5fdd3-7df5-4593-a626-a7878ac35b14'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:43.686841 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e61aab4-e4bc-4708-9172-c6ef2fb29145" -d '{"events": [{"server_uuid": "d895680f-3926-46ce-9738-d079297223af", "name": "network-vif-plugged", "status": "completed", "tag": "e1e5fdd3-7df5-4593-a626-a7878ac35b14"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:43.705421 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-70d26b85-6d07-4be8-afa4-25f58d114808 req-cf16c696-e74b-4e3f-bfcb-e92b9cae819f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535769 Jul 15 19:15:43.708567 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port e1e5fdd3-7df5-4593-a626-a7878ac35b14, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e1e5fdd3-7df5-4593-a626-a7878ac35b14,segment=NetworkSegment(30f2c0de-9a40-4b29-b0f9-ff5faebd484a),segment_id=30f2c0de-9a40-4b29-b0f9-ff5faebd484a)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:43.711710 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-7458397a-6826-4b23-8e8c-0d9b1bff45c9 service neutron] 10.222.0.73 "GET /v2.0/networks/aa6d1231-195e-4588-9f30-941c386a1c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353419 Jul 15 19:15:43.718140 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:43.757907 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=00c249b0-8b35-4d08-9749-0f2726889176,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:43.790587 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf1f063-1bb0-43aa-9e48-1375fa1590aa x-openstack-request-id: req-ebf1f063-1bb0-43aa-9e48-1375fa1590aa {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:43.790882 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d895680f-3926-46ce-9738-d079297223af", "name": "network-vif-plugged", "status": "completed", "tag": "e1e5fdd3-7df5-4593-a626-a7878ac35b14", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:43.791523 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ebf1f063-1bb0-43aa-9e48-1375fa1590aa {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:43.791523 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd895680f-3926-46ce-9738-d079297223af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e5fdd3-7df5-4593-a626-a7878ac35b14', 'code': 200} Jul 15 19:15:43.827286 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-cd6fb8e7-7c22-4925-8e9b-cc6a3ccac9fc service neutron] 10.222.0.73 "GET /v2.0/networks/aa6d1231-195e-4588-9f30-941c386a1c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021018 Jul 15 19:15:43.853725 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 2a64adf2-28eb-48b1-bd7a-62dda07fd33c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2a64adf2-28eb-48b1-bd7a-62dda07fd33c,segment=NetworkSegment(1360bfd8-a66b-4dfe-ad46-1db9887af7ac),segment_id=1360bfd8-a66b-4dfe-ad46-1db9887af7ac)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:43.856136 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=e1e5fdd3-7df5-4593-a626-a7878ac35b14,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:43.870234 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': '2a64adf2-28eb-48b1-bd7a-62dda07fd33c', 'network_id': '09061436-e478-4ac1-9273-cf275ae8b51d', 'port_id': '2a64adf2-28eb-48b1-bd7a-62dda07fd33c', 'mac_address': 'fa:16:3e:eb:b0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6340ef94-f582-4493-948f-49a9f2e75fef', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:15:43.944567 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:43.962669 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a64adf2-28eb-48b1-bd7a-62dda07fd33c {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:15:43.964200 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0a2f2-9aba-418a-8f2b-ff526414327a req-2ae4268a-29c5-4b62-ae15-613a9695bd6a tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:43.965974 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-34b0a2f2-9aba-418a-8f2b-ff526414327a req-2ae4268a-29c5-4b62-ae15-613a9695bd6a tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 945 time: 0.0783904 Jul 15 19:15:43.992201 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 2a64adf2-28eb-48b1-bd7a-62dda07fd33c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2a64adf2-28eb-48b1-bd7a-62dda07fd33c,segment=NetworkSegment(1360bfd8-a66b-4dfe-ad46-1db9887af7ac),segment_id=1360bfd8-a66b-4dfe-ad46-1db9887af7ac)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:43.996425 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:44.026465 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-34b0a2f2-9aba-418a-8f2b-ff526414327a req-b3e36518-03ba-4e0e-805b-b0e28f11bfe2 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524378 Jul 15 19:15:44.066364 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=2a64adf2-28eb-48b1-bd7a-62dda07fd33c,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:44.130057 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55375715-b122-4f46-96b8-200f55f8358b req-112bc13c-5609-4028-9e03-0216a9d4dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:44.132616 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-55375715-b122-4f46-96b8-200f55f8358b req-112bc13c-5609-4028-9e03-0216a9d4dd09 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 1098 time: 0.0688546 Jul 15 19:15:44.172858 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-55375715-b122-4f46-96b8-200f55f8358b req-248603f8-5125-475c-8082-77ea03ea3a4f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319469 Jul 15 19:15:44.232079 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027c3af-2c1d-4608-a015-e9b89068c3c5 req-ffb4d599-4b97-4708-ad60-f79660bcbc1c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:44.233615 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b027c3af-2c1d-4608-a015-e9b89068c3c5 req-ffb4d599-4b97-4708-ad60-f79660bcbc1c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 948 time: 0.0865910 Jul 15 19:15:44.308947 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b027c3af-2c1d-4608-a015-e9b89068c3c5 req-ed854bd7-f440-421a-8ef3-aa3334040426 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568023 Jul 15 19:15:44.322699 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c77280-1ae3-450f-9c97-0b19fb7210ee req-4f4d3d01-5a71-47d3-ac7e-8ac598e265d8 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:44.339194 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-98c77280-1ae3-450f-9c97-0b19fb7210ee req-4f4d3d01-5a71-47d3-ac7e-8ac598e265d8 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 945 time: 0.1288023 Jul 15 19:15:44.378790 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-98c77280-1ae3-450f-9c97-0b19fb7210ee req-99acad7e-2197-46f0-9b29-3ff19e0846e4 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386128 Jul 15 19:15:44.471183 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-efef93ee-0077-4162-94ca-dd2acc2ce88e req-0d6ff3d5-000c-409c-8f55-bed275824808 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 210 time: 0.0363660 Jul 15 19:15:44.685397 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['00c249b0-8b35-4d08-9749-0f2726889176'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:15:44.709859 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['2a64adf2-28eb-48b1-bd7a-62dda07fd33c'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:15:44.951521 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735553a9-f7bd-46d9-a0f8-03f3439513b6 req-06ccbf08-3dcf-4419-95ea-a80686ecf8a2 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:44.953031 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-735553a9-f7bd-46d9-a0f8-03f3439513b6 req-06ccbf08-3dcf-4419-95ea-a80686ecf8a2 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.0797081 Jul 15 19:15:44.990838 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-735553a9-f7bd-46d9-a0f8-03f3439513b6 req-a468d6a1-023a-4c21-94ca-425ea30ab632 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314326 Jul 15 19:15:45.201529 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e90a6-15c8-48e0-b795-49019906d105 req-59ab476b-35ad-428c-ae70-78fc2b36eb7e tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:45.203023 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-302e90a6-15c8-48e0-b795-49019906d105 req-59ab476b-35ad-428c-ae70-78fc2b36eb7e tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 945 time: 0.0618858 Jul 15 19:15:45.240105 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-302e90a6-15c8-48e0-b795-49019906d105 req-49818455-24c0-40ee-b880-c4c6079aae14 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315163 Jul 15 19:15:45.378140 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 916f602c-968e-4b53-a9a2-67864297c87d up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:45.426478 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port 916f602c-968e-4b53-a9a2-67864297c87d completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:15:45.430329 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port 916f602c-968e-4b53-a9a2-67864297c87d triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:45.430881 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:45.502983 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadd749-d043-4daf-8ac3-0a89fafc2c44 req-4de3e27c-d1d4-478f-938a-9e79ac2ec9da tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:45.504726 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cbadd749-d043-4daf-8ac3-0a89fafc2c44 req-4de3e27c-d1d4-478f-938a-9e79ac2ec9da tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 948 time: 0.0841255 Jul 15 19:15:45.527029 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:45.562450 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 916f602c-968e-4b53-a9a2-67864297c87d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=916f602c-968e-4b53-a9a2-67864297c87d,segment=NetworkSegment(589ae336-726d-4daf-b92b-091e6536f87d),segment_id=589ae336-726d-4daf-b92b-091e6536f87d)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:45.567049 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:45.580952 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cbadd749-d043-4daf-8ac3-0a89fafc2c44 req-998db33f-8b24-471e-8f3a-ad71cb592f60 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641222 Jul 15 19:15:45.608285 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af893b98-0336-4e85-bf2a-01416ac4ed78 req-ccd427da-a38d-4e72-afeb-761d3eb80616 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:45.614157 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-af893b98-0336-4e85-bf2a-01416ac4ed78 req-ccd427da-a38d-4e72-afeb-761d3eb80616 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 945 time: 0.1069841 Jul 15 19:15:45.630018 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=916f602c-968e-4b53-a9a2-67864297c87d,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:45.650946 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-af893b98-0336-4e85-bf2a-01416ac4ed78 req-da6f6a37-2466-4794-9973-21f0bb343042 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359082 Jul 15 19:15:45.729808 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-80786bb6-a52d-4ab6-9eae-db2f827962e0 req-3af59a0a-d26a-42c4-802b-19953e823173 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 210 time: 0.0302076 Jul 15 19:15:45.792879 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49090ed6-776e-4961-96a3-b7337e8779c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916f602c-968e-4b53-a9a2-67864297c87d'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:45.796594 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceacadf3-49a7-4758-af0e-479de553d015" -d '{"events": [{"server_uuid": "49090ed6-776e-4961-96a3-b7337e8779c7", "name": "network-vif-plugged", "status": "completed", "tag": "916f602c-968e-4b53-a9a2-67864297c87d"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:45.835677 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8273965e-7403-466c-b117-6025a23b2ab8 x-openstack-request-id: req-8273965e-7403-466c-b117-6025a23b2ab8 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:45.835978 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49090ed6-776e-4961-96a3-b7337e8779c7", "name": "network-vif-plugged", "status": "completed", "tag": "916f602c-968e-4b53-a9a2-67864297c87d", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:45.836240 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8273965e-7403-466c-b117-6025a23b2ab8 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:45.836637 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49090ed6-776e-4961-96a3-b7337e8779c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916f602c-968e-4b53-a9a2-67864297c87d', 'code': 200} Jul 15 19:15:46.044992 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-f2fc1100-d48b-4630-bbed-74ae305f026a tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:46.046536 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-f2fc1100-d48b-4630-bbed-74ae305f026a tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.93 "GET /v2.0/networks?id=aa6d1231-195e-4588-9f30-941c386a1c2b HTTP/1.1" status: 200 len: 808 time: 0.1103354 Jul 15 19:15:46.280403 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-60ba9808-db7b-4a61-ac38-58903fedc603 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2773fe20d3704fd0869501a1c90b4c30 HTTP/1.1" status: 200 len: 379 time: 0.0422702 Jul 15 19:15:46.402641 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190ee9b-695a-43cd-a72b-4a49395ab93c req-4ace53cf-cc82-43c3-85de-8faf6da205d4 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:46.404033 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6190ee9b-695a-43cd-a72b-4a49395ab93c req-4ace53cf-cc82-43c3-85de-8faf6da205d4 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.0661845 Jul 15 19:15:46.419051 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Request body: {'port': {'device_id': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b', 'admin_state_up': True, 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'security_groups': ['45b3c33a-b1ff-4ec1-ac59-c9052efc69e4']}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:46.477896 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6190ee9b-695a-43cd-a72b-4a49395ab93c req-f58f70f6-694a-40e1-ab37-d5db77e47a0e tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674031 Jul 15 19:15:46.536001 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b72802-4222-4029-919f-5b7372cd4657 req-d07a2b9d-a77b-4627-926f-5d2d2c89e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:46.537620 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-14b72802-4222-4029-919f-5b7372cd4657 req-d07a2b9d-a77b-4627-926f-5d2d2c89e665 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 1099 time: 0.0751138 Jul 15 19:15:46.552077 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Made reservation on behalf of 2773fe20d3704fd0869501a1c90b4c30 for: {'port': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:15:46.556375 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:46.556582 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ed352-0b1d-4c7f-a9e6-acdb8d50d76e req-53c4b8fb-5711-4897-a1c3-bd3da0bf12d5 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:46.558917 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-193ed352-0b1d-4c7f-a9e6-acdb8d50d76e req-53c4b8fb-5711-4897-a1c3-bd3da0bf12d5 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 945 time: 0.1285498 Jul 15 19:15:46.635926 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-193ed352-0b1d-4c7f-a9e6-acdb8d50d76e req-72ac7a7b-3b50-4b03-b7a8-d8ba5061a5a7 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674348 Jul 15 19:15:46.640603 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-14b72802-4222-4029-919f-5b7372cd4657 req-f78c5317-3ceb-4abd-81c7-a73356e48b0f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797136 Jul 15 19:15:46.708661 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Allocated IP 172.20.0.6 (aa6d1231-195e-4588-9f30-941c386a1c2b/0263f568-81fe-4529-9e7b-1c99c7cafbe2/86890286-6222-49cb-a9f6-70a11fcd42c6) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:15:46.816570 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ed88b-b1d0-44df-86b3-1ea2a6b95df7 req-c5c9435f-7b92-4f50-9170-a121a14be577 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:46.818122 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d47ed88b-b1d0-44df-86b3-1ea2a6b95df7 req-c5c9435f-7b92-4f50-9170-a121a14be577 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 948 time: 0.1024861 Jul 15 19:15:46.877330 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:46.879769 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86912a-e33a-4009-8831-370dc9bb7afc req-55aae057-6275-407e-88d6-f648065cedbd tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:46.881402 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1f86912a-e33a-4009-8831-370dc9bb7afc req-55aae057-6275-407e-88d6-f648065cedbd tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1047266 Jul 15 19:15:46.894506 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Transition to ACTIVE for port object 86890286-6222-49cb-a9f6-70a11fcd42c6 will not be triggered until provisioned by entity DHCP. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:15:46.896040 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d47ed88b-b1d0-44df-86b3-1ea2a6b95df7 req-bfcdd27c-9a6b-467b-b281-d25f51824523 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656524 Jul 15 19:15:46.933909 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:46.991592 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Network aa6d1231-195e-4588-9f30-941c386a1c2b is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:15:46.996445 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1f86912a-e33a-4009-8831-370dc9bb7afc req-01d073ae-ec53-4a0d-9d76-4fd7d8803e3f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969367 Jul 15 19:15:47.009547 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:15:47.009547 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:15:47.043332 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Pushing event updated for resources: {'Port': ['ID=86890286-6222-49cb-a9f6-70a11fcd42c6,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:47.057806 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:47.058492 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:47.058492 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:47.058770 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:47.059033 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:47.059364 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:47.059694 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:47.060020 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:47.060345 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:47.060696 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:47.061018 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:47.061341 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:47.082474 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:47.083251 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:47.098909 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-0f5631f5-8922-4600-8207-8658db554548 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6839421 Jul 15 19:15:47.102523 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603701df-2a09-4df5-b385-67907a79cd98 req-1e675ad7-dac4-423d-bdee-d26672815270 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:47.104146 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-603701df-2a09-4df5-b385-67907a79cd98 req-1e675ad7-dac4-423d-bdee-d26672815270 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 931 time: 0.0673051 Jul 15 19:15:47.136433 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Request body: {'port': {'device_id': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:15:47.147509 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-603701df-2a09-4df5-b385-67907a79cd98 req-44a34ad6-77bd-42d9-9ddb-e359e913f269 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375552 Jul 15 19:15:47.221394 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:47.294498 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-f1e2ea58-552a-436d-9622-c30f4b955a24 None None] Provisioning for port 86890286-6222-49cb-a9f6-70a11fcd42c6 completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:15:47.298846 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-f1e2ea58-552a-436d-9622-c30f4b955a24 None None] Provisioning complete for port 86890286-6222-49cb-a9f6-70a11fcd42c6 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:47.299330 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-f1e2ea58-552a-436d-9622-c30f4b955a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:47.340610 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-f1e2ea58-552a-436d-9622-c30f4b955a24 None None] Port 86890286-6222-49cb-a9f6-70a11fcd42c6 cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:15:47.394939 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 00c249b0-8b35-4d08-9749-0f2726889176 up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:47.447331 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port 00c249b0-8b35-4d08-9749-0f2726889176 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:15:47.450947 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port 00c249b0-8b35-4d08-9749-0f2726889176 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:47.451315 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:47.494154 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86890286-6222-49cb-a9f6-70a11fcd42c6 {{(pid=93322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:15:47.503064 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:47.516935 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Transition to ACTIVE for port object 86890286-6222-49cb-a9f6-70a11fcd42c6 will not be triggered until provisioned by entity L2. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:15:47.522887 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:47.535751 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:47.602304 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 00c249b0-8b35-4d08-9749-0f2726889176, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=00c249b0-8b35-4d08-9749-0f2726889176,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:47.603637 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Pushing event updated for resources: {'Port': ['ID=86890286-6222-49cb-a9f6-70a11fcd42c6,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:47.612373 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:47.613790 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 2a64adf2-28eb-48b1-bd7a-62dda07fd33c up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:15:47.709105 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Attempting to bind port 86890286-6222-49cb-a9f6-70a11fcd42c6 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:15:47.709697 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Attempting to bind port 86890286-6222-49cb-a9f6-70a11fcd42c6 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '22b39634-13a9-4136-9538-3dec0f8f0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b'}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:15:47.710131 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Attempting to bind port 86890286-6222-49cb-a9f6-70a11fcd42c6 on network aa6d1231-195e-4588-9f30-941c386a1c2b {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:47.711143 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=00c249b0-8b35-4d08-9749-0f2726889176,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:47.726854 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Port 86890286-6222-49cb-a9f6-70a11fcd42c6 on network aa6d1231-195e-4588-9f30-941c386a1c2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:15:47.727356 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Attempting to bind port 86890286-6222-49cb-a9f6-70a11fcd42c6 on network aa6d1231-195e-4588-9f30-941c386a1c2b {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:15:47.731690 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port 2a64adf2-28eb-48b1-bd7a-62dda07fd33c completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:15:47.734920 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:15:47.736134 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Checking segment: {'id': '22b39634-13a9-4136-9538-3dec0f8f0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:15:47.736683 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Bound using segment: {'id': '22b39634-13a9-4136-9538-3dec0f8f0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b'} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:15:47.737370 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Bound port: 86890286-6222-49cb-a9f6-70a11fcd42c6, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b39634-13a9-4136-9538-3dec0f8f0722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b'}}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:15:47.737841 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:47.739906 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port 2a64adf2-28eb-48b1-bd7a-62dda07fd33c triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:15:47.741640 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:47.784437 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978515e4-cf8c-4265-9629-349c790c9ae4 req-6ba092f3-f7ca-4e9c-a454-03737eca897d tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:47.793667 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-978515e4-cf8c-4265-9629-349c790c9ae4 req-6ba092f3-f7ca-4e9c-a454-03737eca897d tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.1369004 Jul 15 19:15:47.845466 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-978515e4-cf8c-4265-9629-349c790c9ae4 req-52f84003-da73-4828-a9f3-b3c1b5577df8 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497766 Jul 15 19:15:47.851386 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] For port 86890286-6222-49cb-a9f6-70a11fcd42c6, host hv-cinder-78445, cleared binding levels {{(pid=93322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:15:47.865535 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] For port 86890286-6222-49cb-a9f6-70a11fcd42c6, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=86890286-6222-49cb-a9f6-70a11fcd42c6,segment=NetworkSegment(22b39634-13a9-4136-9538-3dec0f8f0722),segment_id=22b39634-13a9-4136-9538-3dec0f8f0722)] {{(pid=93322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:15:47.865769 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c249b0-8b35-4d08-9749-0f2726889176'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:47.865769 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa24bac-2110-43b6-831d-6bbdcc0903d9" -d '{"events": [{"server_uuid": "fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5", "name": "network-vif-plugged", "status": "completed", "tag": "00c249b0-8b35-4d08-9749-0f2726889176"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:47.879754 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:47.879922 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:47.928105 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6c55aa-eb02-420a-9ed9-fdf4724db5cc x-openstack-request-id: req-7a6c55aa-eb02-420a-9ed9-fdf4724db5cc {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:47.928302 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5", "name": "network-vif-plugged", "status": "completed", "tag": "00c249b0-8b35-4d08-9749-0f2726889176", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:47.928553 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7a6c55aa-eb02-420a-9ed9-fdf4724db5cc {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:47.929095 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c249b0-8b35-4d08-9749-0f2726889176', 'code': 200} Jul 15 19:15:47.932449 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 2a64adf2-28eb-48b1-bd7a-62dda07fd33c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2a64adf2-28eb-48b1-bd7a-62dda07fd33c,segment=NetworkSegment(1360bfd8-a66b-4dfe-ad46-1db9887af7ac),segment_id=1360bfd8-a66b-4dfe-ad46-1db9887af7ac)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:47.937800 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:47.961808 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d6e34-c6ec-4a6c-8322-45a567b66b43 req-42773bff-3129-4009-8dd6-5f75dd36e80f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:47.963857 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-063d6e34-c6ec-4a6c-8322-45a567b66b43 req-42773bff-3129-4009-8dd6-5f75dd36e80f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 946 time: 0.1035063 Jul 15 19:15:47.976015 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:47.976771 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:47.978228 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] 10.222.0.93 "PUT /v2.0/ports/86890286-6222-49cb-a9f6-70a11fcd42c6 HTTP/1.1" status: 200 len: 1093 time: 0.8466227 Jul 15 19:15:47.978746 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'tag': '86890286-6222-49cb-a9f6-70a11fcd42c6'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:47.981028 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf07dfd5-e3ce-4c8e-8799-7857d0be163c" -d '{"events": [{"name": "network-changed", "server_uuid": "caa09030-e07c-4500-9b35-bb1fa802a715", "tag": "86890286-6222-49cb-a9f6-70a11fcd42c6"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:48.014810 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=2a64adf2-28eb-48b1-bd7a-62dda07fd33c,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:48.043854 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc208b-f872-4048-99e3-e6d98571fa7c service neutron] Pushing event updated for resources: {'Port': ['ID=86890286-6222-49cb-a9f6-70a11fcd42c6,revision_number=3']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:48.047547 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-063d6e34-c6ec-4a6c-8322-45a567b66b43 req-2d78c106-c7d8-4f77-b4c3-af7023f5f594 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654573 Jul 15 19:15:48.173781 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-dcc0980e-83d9-46fc-bdfb-fa3cfab5e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:48.176345 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-dcc0980e-83d9-46fc-bdfb-fa3cfab5e055 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2773fe20d3704fd0869501a1c90b4c30&device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 1096 time: 0.0786295 Jul 15 19:15:48.182105 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385f2f7c-a74c-4ea6-b23b-5b554803b23a x-openstack-request-id: req-385f2f7c-a74c-4ea6-b23b-5b554803b23a {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:48.182490 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa09030-e07c-4500-9b35-bb1fa802a715", "tag": "86890286-6222-49cb-a9f6-70a11fcd42c6", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:48.182809 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-385f2f7c-a74c-4ea6-b23b-5b554803b23a {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:48.183280 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'tag': '86890286-6222-49cb-a9f6-70a11fcd42c6', 'status': 'completed', 'code': 200} Jul 15 19:15:48.313613 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7768d-b900-4058-8777-ce67413eca92 req-6b61b025-63de-49f8-9709-62900005505c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:48.315733 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b9e7768d-b900-4058-8777-ce67413eca92 req-6b61b025-63de-49f8-9709-62900005505c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 949 time: 0.1069224 Jul 15 19:15:48.323055 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-8c33db27-cf63-4316-9cda-7e9c78e785a5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86890286-6222-49cb-a9f6-70a11fcd42c6 HTTP/1.1" status: 200 len: 217 time: 0.0824580 Jul 15 19:15:48.390084 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b9e7768d-b900-4058-8777-ce67413eca92 req-1b2f623a-9a27-4469-b468-007edc633e99 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656028 Jul 15 19:15:48.449768 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a744871-a77a-4ae6-9c47-fed9ca1bf129 req-3239baba-9ba3-4ea2-9563-3b65517b3bcd tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:48.459781 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2a744871-a77a-4ae6-9c47-fed9ca1bf129 req-3239baba-9ba3-4ea2-9563-3b65517b3bcd tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1282964 Jul 15 19:15:48.477588 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-823de188-38e3-474b-b10d-2f30c796686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:48.480212 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-823de188-38e3-474b-b10d-2f30c796686c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0263f568-81fe-4529-9e7b-1c99c7cafbe2 HTTP/1.1" status: 200 len: 847 time: 0.0774586 Jul 15 19:15:48.558584 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2a744871-a77a-4ae6-9c47-fed9ca1bf129 req-6df4b3d1-5c51-4595-aa0f-2b8bca4a69d4 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941014 Jul 15 19:15:48.655747 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-6108a280-2919-4937-8e05-0146d29883d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:48.657935 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-6108a280-2919-4937-8e05-0146d29883d8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aa6d1231-195e-4588-9f30-941c386a1c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1677117 Jul 15 19:15:48.724633 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd533502-1bc0-4062-b4bb-67e5b13987ea req-116a5aef-a598-4810-b72c-5b4e985baa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:48.726316 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bd533502-1bc0-4062-b4bb-67e5b13987ea req-116a5aef-a598-4810-b72c-5b4e985baa4e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 1099 time: 0.2574039 Jul 15 19:15:48.745150 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88b965-bd75-455b-88c9-a7e7d552bf5f req-318a1e30-2a28-45d1-9ca0-a512d6133c3e tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:48.746829 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5e88b965-bd75-455b-88c9-a7e7d552bf5f req-318a1e30-2a28-45d1-9ca0-a512d6133c3e tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 943 time: 0.1533511 Jul 15 19:15:48.779004 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-59e5e233-dee3-4b83-a89e-28edaa0dbc1a service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d1231-195e-4588-9f30-941c386a1c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100175 Jul 15 19:15:48.798974 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5e88b965-bd75-455b-88c9-a7e7d552bf5f req-56b54ccb-3d9a-4684-bb8a-539d334d8f08 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440178 Jul 15 19:15:48.815029 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bd533502-1bc0-4062-b4bb-67e5b13987ea req-05c76de2-8159-43ac-b299-089b57e328c1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349827 Jul 15 19:15:48.906310 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-ff1226db-032a-42e5-88ec-60abd75c4ab8 req-976c2d7b-1a6f-4923-8275-215b03def6a5 service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d1231-195e-4588-9f30-941c386a1c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191747 Jul 15 19:15:49.308812 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10d27-a954-41d0-a853-bb1c9c766581 req-31af6464-8831-4898-bab4-e28e80bb2355 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:49.310516 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f5e10d27-a954-41d0-a853-bb1c9c766581 req-31af6464-8831-4898-bab4-e28e80bb2355 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 946 time: 0.0834985 Jul 15 19:15:49.354321 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f5e10d27-a954-41d0-a853-bb1c9c766581 req-10310abf-23fc-439a-8b61-ae75bab9aa2f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362530 Jul 15 19:15:49.565795 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07dfd5-e3ce-4c8e-8799-7857d0be163c req-6042f29c-b468-4d4a-931e-632ec3deeda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:49.567392 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-cf07dfd5-e3ce-4c8e-8799-7857d0be163c req-6042f29c-b468-4d4a-931e-632ec3deeda2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2773fe20d3704fd0869501a1c90b4c30&device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 1096 time: 0.0615015 Jul 15 19:15:49.612524 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bac47-e64d-4c92-b2f3-f5812f4e8f77 req-cc1f0005-16ad-40ec-85b1-fab0989e4fd6 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:49.620978 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-179bac47-e64d-4c92-b2f3-f5812f4e8f77 req-cc1f0005-16ad-40ec-85b1-fab0989e4fd6 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 949 time: 0.0787468 Jul 15 19:15:49.666180 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-179bac47-e64d-4c92-b2f3-f5812f4e8f77 req-70331f2d-9e23-4312-94de-659c9d458f97 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442212 Jul 15 19:15:49.680230 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07dfd5-e3ce-4c8e-8799-7857d0be163c req-5614c3db-56b5-4c87-b5f0-36c57412f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:49.681874 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-cf07dfd5-e3ce-4c8e-8799-7857d0be163c req-5614c3db-56b5-4c87-b5f0-36c57412f9c5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=aa6d1231-195e-4588-9f30-941c386a1c2b HTTP/1.1" status: 200 len: 910 time: 0.1073487 Jul 15 19:15:49.771953 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021616a1-b2c8-459e-8cc6-4816c80b3346 req-c7b68957-1e35-4418-b0a8-d87994d16311 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:49.773592 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-021616a1-b2c8-459e-8cc6-4816c80b3346 req-c7b68957-1e35-4418-b0a8-d87994d16311 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0665684 Jul 15 19:15:49.827699 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-021616a1-b2c8-459e-8cc6-4816c80b3346 req-a435e704-09b0-4107-ae4e-dcfacc9bbbc3 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473435 Jul 15 19:15:49.930037 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff8523e-ad6e-46a5-b560-33ec12c95fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a64adf2-28eb-48b1-bd7a-62dda07fd33c'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:15:49.932584 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a1c527-0935-4b33-9f48-3d1c59391689" -d '{"events": [{"server_uuid": "dff8523e-ad6e-46a5-b560-33ec12c95fe0", "name": "network-vif-plugged", "status": "completed", "tag": "2a64adf2-28eb-48b1-bd7a-62dda07fd33c"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:15:50.016964 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0cfd4-cdab-42fb-9fb4-3830db033b0c req-f56eec42-5e88-4df7-b73d-e589fb8ff06f tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:50.018580 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4dc0cfd4-cdab-42fb-9fb4-3830db033b0c req-f56eec42-5e88-4df7-b73d-e589fb8ff06f tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 943 time: 0.0751917 Jul 15 19:15:50.059797 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4dc0cfd4-cdab-42fb-9fb4-3830db033b0c req-7f47fcfa-ecc3-4121-aeb0-79251a2ace51 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347311 Jul 15 19:15:50.104616 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0e03cf-7cd7-4bdb-a436-056868d960ba x-openstack-request-id: req-1d0e03cf-7cd7-4bdb-a436-056868d960ba {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:15:50.104906 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff8523e-ad6e-46a5-b560-33ec12c95fe0", "name": "network-vif-plugged", "status": "completed", "tag": "2a64adf2-28eb-48b1-bd7a-62dda07fd33c", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:15:50.105157 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d0e03cf-7cd7-4bdb-a436-056868d960ba {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:15:50.105545 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff8523e-ad6e-46a5-b560-33ec12c95fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a64adf2-28eb-48b1-bd7a-62dda07fd33c', 'code': 200} Jul 15 19:15:50.290083 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae914a5-a4f6-4c6b-8a96-b085ef83f821 req-ff350fd7-7201-4a57-949e-92eade03b379 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:50.291571 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bae914a5-a4f6-4c6b-8a96-b085ef83f821 req-ff350fd7-7201-4a57-949e-92eade03b379 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0639937 Jul 15 19:15:50.329204 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bae914a5-a4f6-4c6b-8a96-b085ef83f821 req-d1b5ab71-8d66-4497-9b2c-8244c244353b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320222 Jul 15 19:15:50.537155 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e8c51-65fd-4c77-b592-19fafca40fa2 req-90774e9c-07c9-4659-a05a-efecf0b9935a tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:50.538630 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-073e8c51-65fd-4c77-b592-19fafca40fa2 req-90774e9c-07c9-4659-a05a-efecf0b9935a tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 946 time: 0.0643618 Jul 15 19:15:50.574785 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-073e8c51-65fd-4c77-b592-19fafca40fa2 req-c1153a6c-efcd-457c-9a64-cf88c9ef9b86 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306561 Jul 15 19:15:50.835450 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf5796-207f-4ea6-96ab-425dcd8fd8a3 req-6974723a-9613-4be0-906a-9b4f8ddc085b tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:50.836837 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5acf5796-207f-4ea6-96ab-425dcd8fd8a3 req-6974723a-9613-4be0-906a-9b4f8ddc085b tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 949 time: 0.0672648 Jul 15 19:15:50.872712 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5acf5796-207f-4ea6-96ab-425dcd8fd8a3 req-f2448ea0-23a0-4d87-b791-f19f7ab37d35 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304122 Jul 15 19:15:51.227405 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3e526-af96-4ea9-8212-ddad7996bda0 req-3d53b247-5689-43e2-b24c-a7c8b582fdf8 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:51.228841 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-97a3e526-af96-4ea9-8212-ddad7996bda0 req-3d53b247-5689-43e2-b24c-a7c8b582fdf8 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 943 time: 0.0605600 Jul 15 19:15:51.266095 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-97a3e526-af96-4ea9-8212-ddad7996bda0 req-41852aeb-1230-4960-a1d0-500473a65df0 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318289 Jul 15 19:15:51.500253 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071eb2a6-04d1-4dc7-9a9a-ac1f06525c08 req-89c510f6-d1cf-499d-80d7-9e0bdf7385a9 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:51.502319 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-071eb2a6-04d1-4dc7-9a9a-ac1f06525c08 req-89c510f6-d1cf-499d-80d7-9e0bdf7385a9 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0652387 Jul 15 19:15:51.538349 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-071eb2a6-04d1-4dc7-9a9a-ac1f06525c08 req-28089369-1865-4cf7-917d-5900683c369c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303390 Jul 15 19:15:51.745823 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e62ab-8c31-44b4-8d39-42d13b7a8ec7 req-106aa665-fa0d-4ca2-b542-b99d9a0f044c tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:51.747306 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e07e62ab-8c31-44b4-8d39-42d13b7a8ec7 req-106aa665-fa0d-4ca2-b542-b99d9a0f044c tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 946 time: 0.0609956 Jul 15 19:15:51.784831 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e07e62ab-8c31-44b4-8d39-42d13b7a8ec7 req-0fc2a895-6cd9-4ab7-8739-37c0da18d796 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315976 Jul 15 19:15:52.050565 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4900d-3a10-438f-8efe-244fd2a152e2 req-9e002436-5bce-4c72-b342-eb3d053ceb70 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:52.052174 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ced4900d-3a10-438f-8efe-244fd2a152e2 req-9e002436-5bce-4c72-b342-eb3d053ceb70 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 949 time: 0.0716426 Jul 15 19:15:52.089061 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ced4900d-3a10-438f-8efe-244fd2a152e2 req-a83c3555-d93e-41a5-baef-5b2b823b0a96 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314112 Jul 15 19:15:52.433340 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f052a-4549-463f-8d79-d6b2c3d27e87 req-19cabe08-0193-4b41-b1cb-72538998b788 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:52.434848 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f10f052a-4549-463f-8d79-d6b2c3d27e87 req-19cabe08-0193-4b41-b1cb-72538998b788 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 943 time: 0.0626483 Jul 15 19:15:52.472202 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f10f052a-4549-463f-8d79-d6b2c3d27e87 req-8e0b8d0c-6aea-4bd5-bbfd-685303abb986 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313594 Jul 15 19:15:52.529073 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-cf07dfd5-e3ce-4c8e-8799-7857d0be163c req-10f464d6-b781-473f-ae4b-521397c8e4df service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86890286-6222-49cb-a9f6-70a11fcd42c6 HTTP/1.1" status: 200 len: 217 time: 0.0337970 Jul 15 19:15:52.623934 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07dfd5-e3ce-4c8e-8799-7857d0be163c req-cb4cd0d5-2f46-4d22-8ba8-ea90ca02366e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:52.625430 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-cf07dfd5-e3ce-4c8e-8799-7857d0be163c req-cb4cd0d5-2f46-4d22-8ba8-ea90ca02366e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0263f568-81fe-4529-9e7b-1c99c7cafbe2 HTTP/1.1" status: 200 len: 847 time: 0.0463428 Jul 15 19:15:52.721149 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f76e9-e6b2-47c3-9fc3-f36737e97ab2 req-600c06da-f561-4f74-8e1e-ded89c23d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:52.722717 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-414f76e9-e6b2-47c3-9fc3-f36737e97ab2 req-600c06da-f561-4f74-8e1e-ded89c23d992 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=85ad778364da4e58a9ec2415e9efc98f&device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 1099 time: 0.0990322 Jul 15 19:15:52.734727 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b63c0-5be5-42fa-bce1-b236063b502d req-f7263477-5932-4598-ab0e-fa6a9834cec5 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:52.737177 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0e4b63c0-5be5-42fa-bce1-b236063b502d req-f7263477-5932-4598-ab0e-fa6a9834cec5 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0855114 Jul 15 19:15:52.753655 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07dfd5-e3ce-4c8e-8799-7857d0be163c req-aef45220-9faf-4b2a-a525-ffc83544e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:52.755285 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-cf07dfd5-e3ce-4c8e-8799-7857d0be163c req-aef45220-9faf-4b2a-a525-ffc83544e0ba service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aa6d1231-195e-4588-9f30-941c386a1c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654659 Jul 15 19:15:52.831183 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0e4b63c0-5be5-42fa-bce1-b236063b502d req-14fb11c3-3261-4c87-ab8f-f95769fc0430 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849249 Jul 15 19:15:52.852261 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f76e9-e6b2-47c3-9fc3-f36737e97ab2 req-1af91939-571c-4c69-8484-cd74c0a272e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:52.853730 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-414f76e9-e6b2-47c3-9fc3-f36737e97ab2 req-1af91939-571c-4c69-8484-cd74c0a272e8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 HTTP/1.1" status: 200 len: 920 time: 0.1156902 Jul 15 19:15:52.917042 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-414f76e9-e6b2-47c3-9fc3-f36737e97ab2 req-197bc9e9-ceda-4a17-8e8e-aca7e6871598 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=916f602c-968e-4b53-a9a2-67864297c87d HTTP/1.1" status: 200 len: 217 time: 0.0504000 Jul 15 19:15:52.948046 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-cf07dfd5-e3ce-4c8e-8799-7857d0be163c req-b70d2a67-5b9a-47b2-a4d3-86ab14267feb service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d1231-195e-4588-9f30-941c386a1c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619639 Jul 15 19:15:52.952346 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3d62d-286d-4aeb-8d36-488baa80ab5c req-b6110e16-102d-40bf-a385-982c392afcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:52.953656 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-13f3d62d-286d-4aeb-8d36-488baa80ab5c req-b6110e16-102d-40bf-a385-982c392afcf3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 1102 time: 0.1428502 Jul 15 19:15:53.009995 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f76e9-e6b2-47c3-9fc3-f36737e97ab2 req-2e19c46e-064b-4ac6-80d4-776d7ecce1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:53.011488 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-414f76e9-e6b2-47c3-9fc3-f36737e97ab2 req-2e19c46e-064b-4ac6-80d4-776d7ecce1f4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8faf6c09-c75a-4089-8bbb-01bb653de4b0 HTTP/1.1" status: 200 len: 858 time: 0.0675159 Jul 15 19:15:53.073555 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60208ce4-cd51-42a1-94ac-64f14de4a6ac req-47ae9128-3ea5-4064-ae0e-035474fa676f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:53.075245 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-60208ce4-cd51-42a1-94ac-64f14de4a6ac req-47ae9128-3ea5-4064-ae0e-035474fa676f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 946 time: 0.1424468 Jul 15 19:15:53.077332 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-414f76e9-e6b2-47c3-9fc3-f36737e97ab2 req-57ca189f-169a-4637-a46a-e16a5647908b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507865 Jul 15 19:15:53.077926 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-ea808f01-75d7-432f-baf5-d231cacbae30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:53.083651 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-13f3d62d-286d-4aeb-8d36-488baa80ab5c req-22e553fc-1124-4d46-8317-114e45502934 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118648 Jul 15 19:15:53.118008 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-cf07dfd5-e3ce-4c8e-8799-7857d0be163c req-aba38fb2-aa43-4765-8854-5d8332cb842f service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d1231-195e-4588-9f30-941c386a1c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474864 Jul 15 19:15:53.121967 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-60208ce4-cd51-42a1-94ac-64f14de4a6ac req-516902fc-2aa0-46de-924b-fc656fc00be9 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403867 Jul 15 19:15:53.284285 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e98ad3-a195-4777-ac9c-dfe3e6aee6dc req-097997d3-b029-4147-9b00-1bd23893f3c8 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:53.285756 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b4e98ad3-a195-4777-ac9c-dfe3e6aee6dc req-097997d3-b029-4147-9b00-1bd23893f3c8 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 949 time: 0.0670450 Jul 15 19:15:53.323634 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b4e98ad3-a195-4777-ac9c-dfe3e6aee6dc req-ff48452b-2f9a-48c0-91f1-2c7c785512ff tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318339 Jul 15 19:15:53.637117 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-414f76e9-e6b2-47c3-9fc3-f36737e97ab2 req-efa07d3b-473c-42a3-8bf0-6571b43a8293 service neutron] 10.222.0.93 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186001 Jul 15 19:15:53.661007 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794a97c-b3eb-4bb5-a39a-c42f13f82db4 req-b261e11b-60e8-4223-b8e6-3baa6adfffe5 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:53.662397 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1794a97c-b3eb-4bb5-a39a-c42f13f82db4 req-b261e11b-60e8-4223-b8e6-3baa6adfffe5 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 943 time: 0.0791790 Jul 15 19:15:53.725271 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1794a97c-b3eb-4bb5-a39a-c42f13f82db4 req-10e77c2a-190e-4485-9e65-7496370c8de5 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573838 Jul 15 19:15:53.779662 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-414f76e9-e6b2-47c3-9fc3-f36737e97ab2 req-f90a942c-c4b8-46c6-b6c7-903a0cbd0c2c service neutron] 10.222.0.93 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053331 Jul 15 19:15:54.060465 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c0a3a-448a-4fca-b427-c1ff4fe846fa req-b65b54ea-11b2-4224-845b-ec9643f31f41 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:54.062071 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-269c0a3a-448a-4fca-b427-c1ff4fe846fa req-b65b54ea-11b2-4224-845b-ec9643f31f41 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0753782 Jul 15 19:15:54.107068 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-269c0a3a-448a-4fca-b427-c1ff4fe846fa req-eb724314-7c9c-4ee3-a54d-0cca9ee70c9e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361998 Jul 15 19:15:54.333907 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c6f00-484a-4365-b7d5-38e5bd2e3987 req-2d836f3e-caf9-44a2-a32f-ec59da49c6ab tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:54.335514 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-534c6f00-484a-4365-b7d5-38e5bd2e3987 req-2d836f3e-caf9-44a2-a32f-ec59da49c6ab tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 946 time: 0.0698118 Jul 15 19:15:54.378822 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-534c6f00-484a-4365-b7d5-38e5bd2e3987 req-a20c6803-6d08-408a-a593-30fd1b08852f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370035 Jul 15 19:15:54.601190 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da0845-89cf-4000-85d6-91fff7e5d62f req-088bcbd2-258f-4aef-b1af-dbd8eccff17e tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:54.602679 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-68da0845-89cf-4000-85d6-91fff7e5d62f req-088bcbd2-258f-4aef-b1af-dbd8eccff17e tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 949 time: 0.0725660 Jul 15 19:15:54.639732 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-68da0845-89cf-4000-85d6-91fff7e5d62f req-2d0e7ebe-ce5b-413b-8aaa-ba8f25f2b7d1 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314510 Jul 15 19:15:54.895765 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00f467-69e8-4405-a41e-a8c86e05ea31 req-8da97d1d-80e3-4522-92f1-8ed47c917816 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:54.897244 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fa00f467-69e8-4405-a41e-a8c86e05ea31 req-8da97d1d-80e3-4522-92f1-8ed47c917816 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 943 time: 0.0624118 Jul 15 19:15:54.934506 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fa00f467-69e8-4405-a41e-a8c86e05ea31 req-41f1ed9f-ea6c-44ac-98d3-501ea286cec8 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315294 Jul 15 19:15:55.294556 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095d4f0-2b41-4c61-b012-0a97f9e3861d req-1cf34f49-ce76-4ea6-8a94-53cc906b3a03 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:55.296027 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c095d4f0-2b41-4c61-b012-0a97f9e3861d req-1cf34f49-ce76-4ea6-8a94-53cc906b3a03 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0654881 Jul 15 19:15:55.333277 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c095d4f0-2b41-4c61-b012-0a97f9e3861d req-b283c6cf-ce12-441c-b01f-f764cd3a20ef tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307760 Jul 15 19:15:55.598440 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebff12-5531-4ba9-915f-a8b110b9852d req-8df0c8fe-805a-4ac5-93fa-94a8d768f071 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:55.599959 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-49ebff12-5531-4ba9-915f-a8b110b9852d req-8df0c8fe-805a-4ac5-93fa-94a8d768f071 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 946 time: 0.0805848 Jul 15 19:15:55.632321 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-b669edd6-a2a9-4353-bf5d-5d6525589aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:55.653742 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-49ebff12-5531-4ba9-915f-a8b110b9852d req-4d2d8f53-e397-4aea-9439-54e31508dd0b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472672 Jul 15 19:15:55.700414 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:55.820837 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d8c04-84fb-43fb-a408-092d72b386a3 req-6e53265a-156a-4778-8af8-9639622ca637 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:55.822847 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-080d8c04-84fb-43fb-a408-092d72b386a3 req-6e53265a-156a-4778-8af8-9639622ca637 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 949 time: 0.0706329 Jul 15 19:15:55.871277 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-080d8c04-84fb-43fb-a408-092d72b386a3 req-62cb5c65-ed7c-4792-b02a-f1ddfe32802e tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412745 Jul 15 19:15:56.138590 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a55dd-9e5d-451c-a299-e6869f33d3fd req-fb21ef1b-7047-46ab-b223-7192e6064b24 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:56.140171 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-053a55dd-9e5d-451c-a299-e6869f33d3fd req-fb21ef1b-7047-46ab-b223-7192e6064b24 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 943 time: 0.0702288 Jul 15 19:15:56.180152 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-053a55dd-9e5d-451c-a299-e6869f33d3fd req-1d5d4d6c-dfef-4a55-8dcd-2c9f79c2c0c2 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338252 Jul 15 19:15:56.366249 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b72a-f31d-4cb5-a328-b9ffe76b5973 req-f28fe077-424a-4ab1-acc6-2b2bcd544afc tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:56.367806 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0c36b72a-f31d-4cb5-a328-b9ffe76b5973 req-f28fe077-424a-4ab1-acc6-2b2bcd544afc tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0644624 Jul 15 19:15:56.408148 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0c36b72a-f31d-4cb5-a328-b9ffe76b5973 req-5faae778-4f76-4c7a-92bc-aeafe9174393 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336103 Jul 15 19:15:56.592025 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c3d0e-6b21-490e-9af3-2519dbb1a826 req-178558ef-7fb5-4441-9175-e4ef43d6c998 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:56.593580 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-262c3d0e-6b21-490e-9af3-2519dbb1a826 req-178558ef-7fb5-4441-9175-e4ef43d6c998 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1044188 Jul 15 19:15:56.601039 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:56.617263 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362feca-25ca-4312-9820-f7a2bbc2eeb8 req-b4560ca6-6cbd-46b3-a308-7e2bcac12349 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:56.618733 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9362feca-25ca-4312-9820-f7a2bbc2eeb8 req-b4560ca6-6cbd-46b3-a308-7e2bcac12349 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 949 time: 0.0938609 Jul 15 19:15:56.670918 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-262c3d0e-6b21-490e-9af3-2519dbb1a826 req-da601c37-bcdb-4fc3-9116-21dd75af3554 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669999 Jul 15 19:15:56.676965 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9362feca-25ca-4312-9820-f7a2bbc2eeb8 req-218f486e-e924-475a-9c60-37637e139467 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499585 Jul 15 19:15:57.365887 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf639aa9-58d9-4657-b558-ad856b60c5c1 req-16630cdd-3e79-4207-b210-c3394746cb5e tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:57.367441 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bf639aa9-58d9-4657-b558-ad856b60c5c1 req-16630cdd-3e79-4207-b210-c3394746cb5e tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 943 time: 0.0687771 Jul 15 19:15:57.405259 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bf639aa9-58d9-4657-b558-ad856b60c5c1 req-e14f7b9b-0066-45be-aa4f-55c2afee4bd8 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322871 Jul 15 19:15:57.609170 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e869d0-2732-4b80-8a82-1ddc5ff6ec0f req-adfcb371-acf8-4bc1-8404-4e2af530c3b5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:57.611518 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c2e869d0-2732-4b80-8a82-1ddc5ff6ec0f req-adfcb371-acf8-4bc1-8404-4e2af530c3b5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0836923 Jul 15 19:15:57.649565 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c2e869d0-2732-4b80-8a82-1ddc5ff6ec0f req-2a02284d-80b7-47fc-9e63-d811ed4ff37c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319312 Jul 15 19:15:57.893051 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde67c45-5383-4ae0-80fe-98b829e64c96 req-56400ed0-0df2-4d03-9268-9a9e46667e1c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:57.894871 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fde67c45-5383-4ae0-80fe-98b829e64c96 req-56400ed0-0df2-4d03-9268-9a9e46667e1c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1096327 Jul 15 19:15:57.902813 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e63e5a-9f58-40c0-85b3-e574c4de01e9 req-3f657042-1a82-419a-93cf-c0800d1ca521 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:57.904173 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-04e63e5a-9f58-40c0-85b3-e574c4de01e9 req-3f657042-1a82-419a-93cf-c0800d1ca521 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 949 time: 0.1086738 Jul 15 19:15:57.962197 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fde67c45-5383-4ae0-80fe-98b829e64c96 req-28f3c54e-ffdb-47b4-829d-e85130693db6 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570703 Jul 15 19:15:57.966758 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-04e63e5a-9f58-40c0-85b3-e574c4de01e9 req-c13a35dd-5de0-469f-88c5-c3d0c61c637c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515935 Jul 15 19:15:58.279997 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:58.591168 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:58.742864 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395f796-245f-474d-a7d9-f41a1eb294e0 req-f5a06a37-95c9-4df1-95f6-63a01541e81f tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:58.744551 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a395f796-245f-474d-a7d9-f41a1eb294e0 req-f5a06a37-95c9-4df1-95f6-63a01541e81f tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 943 time: 0.0655909 Jul 15 19:15:58.814459 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a395f796-245f-474d-a7d9-f41a1eb294e0 req-f9a6611e-2371-44ef-8c5e-9e765a9ee1fb tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641396 Jul 15 19:15:58.846575 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7545847-352e-4b69-8bb3-f5e1baf145f9 req-2741b3a9-e1e9-4541-879f-f34c2a83b726 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:58.848061 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b7545847-352e-4b69-8bb3-f5e1baf145f9 req-2741b3a9-e1e9-4541-879f-f34c2a83b726 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0784712 Jul 15 19:15:58.888300 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b7545847-352e-4b69-8bb3-f5e1baf145f9 req-5753867a-e2cf-4d22-8402-0b7102ca7a61 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347102 Jul 15 19:15:59.221175 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b98993-67be-4c5f-848e-336f3e0d99f0 req-4cb61460-103f-4734-b416-383d613ee131 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:59.222670 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-40b98993-67be-4c5f-848e-336f3e0d99f0 req-4cb61460-103f-4734-b416-383d613ee131 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1495869 Jul 15 19:15:59.231427 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c04453-5ffb-4ed3-8189-33371d77fcc4 req-cffc7672-cb11-4854-b1d6-5bbb72f1a455 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:59.232865 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-63c04453-5ffb-4ed3-8189-33371d77fcc4 req-cffc7672-cb11-4854-b1d6-5bbb72f1a455 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 949 time: 0.1504350 Jul 15 19:15:59.268003 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f5ec8-e7bb-4ad0-8de3-f553f03ef3b3 req-8f2fe836-29cc-4158-a283-98a8999c465b tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:59.269327 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f24f5ec8-e7bb-4ad0-8de3-f553f03ef3b3 req-8f2fe836-29cc-4158-a283-98a8999c465b tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.93 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 949 time: 0.1609797 Jul 15 19:15:59.340896 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-40b98993-67be-4c5f-848e-336f3e0d99f0 req-b64f9345-8a2a-4a02-8c0c-31390c17bf8e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070325 Jul 15 19:15:59.353980 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-63c04453-5ffb-4ed3-8189-33371d77fcc4 req-3c34b02a-edf1-4f72-a27c-c59635ef97c0 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/security-groups?id=a98ffe88-81ff-4b14-8463-99722d75a655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090276 Jul 15 19:15:59.574995 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-74dbb38d-a9eb-460f-91d2-cb82b88d3efe req-058afa20-dc97-4f53-86ae-82a7482454df service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564044 Jul 15 19:15:59.654584 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-f24f5ec8-e7bb-4ad0-8de3-f553f03ef3b3 req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Deleting port 2a64adf2-28eb-48b1-bd7a-62dda07fd33c {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:15:59.654918 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-f24f5ec8-e7bb-4ad0-8de3-f553f03ef3b3 req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:59.691262 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbb38d-a9eb-460f-91d2-cb82b88d3efe req-e53938b9-9523-4286-a7a1-9099c36be305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:59.692910 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-74dbb38d-a9eb-460f-91d2-cb82b88d3efe req-e53938b9-9523-4286-a7a1-9099c36be305 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd62e01c91bf494db0e0d5e92bd12beb&device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 1099 time: 0.0531771 Jul 15 19:15:59.753762 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-f24f5ec8-e7bb-4ad0-8de3-f553f03ef3b3 req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] For port 2a64adf2-28eb-48b1-bd7a-62dda07fd33c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2a64adf2-28eb-48b1-bd7a-62dda07fd33c,segment=NetworkSegment(1360bfd8-a66b-4dfe-ad46-1db9887af7ac),segment_id=1360bfd8-a66b-4dfe-ad46-1db9887af7ac)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:15:59.754552 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-f24f5ec8-e7bb-4ad0-8de3-f553f03ef3b3 req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:59.768164 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-f24f5ec8-e7bb-4ad0-8de3-f553f03ef3b3 req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Calling delete_port for 2a64adf2-28eb-48b1-bd7a-62dda07fd33c owned by compute:nova {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:15:59.822806 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbb38d-a9eb-460f-91d2-cb82b88d3efe req-259d4caf-902c-4c47-8cde-3dce94ead5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:15:59.824195 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-74dbb38d-a9eb-460f-91d2-cb82b88d3efe req-259d4caf-902c-4c47-8cde-3dce94ead5fa service neutron] 10.222.0.93 "GET /v2.0/networks?id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 HTTP/1.1" status: 200 len: 913 time: 0.0910292 Jul 15 19:15:59.904115 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-f24f5ec8-e7bb-4ad0-8de3-f553f03ef3b3 req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:15:59.941868 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Pushing event deleted for resources: {'Port': ['ID=2a64adf2-28eb-48b1-bd7a-62dda07fd33c,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:15:59.942120 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-74dbb38d-a9eb-460f-91d2-cb82b88d3efe req-6c94bcfe-61ea-4415-b6c5-52d265559faa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8158ece9-82b8-43de-aafb-639210c7e093 HTTP/1.1" status: 200 len: 1000 time: 0.1055667 Jul 15 19:15:59.952679 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:59.952950 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:59.953288 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:59.953674 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:59.954004 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:59.954334 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:59.954828 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:59.955239 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:59.955565 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:59.955902 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:59.956221 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:59.956561 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:15:59.965032 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['2a64adf2-28eb-48b1-bd7a-62dda07fd33c'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:16:00.011717 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbb38d-a9eb-460f-91d2-cb82b88d3efe req-9a3d2dc9-6bf7-4041-85d2-120318b86984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:00.013369 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-74dbb38d-a9eb-460f-91d2-cb82b88d3efe req-9a3d2dc9-6bf7-4041-85d2-120318b86984 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=73946c0a-f74c-48dd-bd39-ef27990bbc2b HTTP/1.1" status: 200 len: 850 time: 0.0558412 Jul 15 19:16:00.049744 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24f5ec8-e7bb-4ad0-8de3-f553f03ef3b3 req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] No DVR routers for this DVR port 2a64adf2-28eb-48b1-bd7a-62dda07fd33c on host hv-cinder-78445 {{(pid=93321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:16:00.054062 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-f24f5ec8-e7bb-4ad0-8de3-f553f03ef3b3 req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:00.056067 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f24f5ec8-e7bb-4ad0-8de3-f553f03ef3b3 req-073986fe-2096-4e63-a17d-54e24df6d90c tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.93 "DELETE /v2.0/ports/2a64adf2-28eb-48b1-bd7a-62dda07fd33c HTTP/1.1" status: 204 len: 173 time: 0.7787845 Jul 15 19:16:00.070813 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff8523e-ad6e-46a5-b560-33ec12c95fe0', 'name': 'network-vif-deleted', 'tag': '2a64adf2-28eb-48b1-bd7a-62dda07fd33c'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:16:00.073152 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4302da6-0385-4e72-be43-ed5ab75c7971" -d '{"events": [{"server_uuid": "dff8523e-ad6e-46a5-b560-33ec12c95fe0", "name": "network-vif-deleted", "tag": "2a64adf2-28eb-48b1-bd7a-62dda07fd33c"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:16:00.093572 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbb38d-a9eb-460f-91d2-cb82b88d3efe req-598f165b-562f-44a5-9962-f11442f66399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:00.099882 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-74dbb38d-a9eb-460f-91d2-cb82b88d3efe req-598f165b-562f-44a5-9962-f11442f66399 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762455 Jul 15 19:16:00.145373 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72686c3-34c6-4143-abd2-ee3c8f8c72d0 req-bd1d4711-8d86-4e9f-9d39-57fe80fbc80d tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:00.146965 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e72686c3-34c6-4143-abd2-ee3c8f8c72d0 req-bd1d4711-8d86-4e9f-9d39-57fe80fbc80d tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 943 time: 0.1860492 Jul 15 19:16:00.181517 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715d5ce-ee63-480b-8024-fffe0d272f33 req-c6f2a076-eadb-4454-b362-c53a26fe553d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:00.183131 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c715d5ce-ee63-480b-8024-fffe0d272f33 req-c6f2a076-eadb-4454-b362-c53a26fe553d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.1345770 Jul 15 19:16:00.236614 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e72686c3-34c6-4143-abd2-ee3c8f8c72d0 req-e9e6454d-fa7a-4e33-b489-8357b7a167bb tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811741 Jul 15 19:16:00.247880 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-74dbb38d-a9eb-460f-91d2-cb82b88d3efe req-020d5ef0-7efc-4436-af83-a2443aec20dd service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107278 Jul 15 19:16:00.253143 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c715d5ce-ee63-480b-8024-fffe0d272f33 req-6ae5bfc0-bdcb-4e37-a79f-b9f2d4211938 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591068 Jul 15 19:16:00.272279 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2136f367-cd6f-4fe3-a375-2e63687bd030 x-openstack-request-id: req-2136f367-cd6f-4fe3-a375-2e63687bd030 {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:16:00.272652 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff8523e-ad6e-46a5-b560-33ec12c95fe0", "name": "network-vif-deleted", "tag": "2a64adf2-28eb-48b1-bd7a-62dda07fd33c", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:16:00.272908 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2136f367-cd6f-4fe3-a375-2e63687bd030 {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:16:00.275654 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff8523e-ad6e-46a5-b560-33ec12c95fe0', 'name': 'network-vif-deleted', 'tag': '2a64adf2-28eb-48b1-bd7a-62dda07fd33c', 'status': 'completed', 'code': 200} Jul 15 19:16:00.370844 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-74dbb38d-a9eb-460f-91d2-cb82b88d3efe req-96c39516-c0f1-43ca-bc24-b3c8511d5c7f service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071808 Jul 15 19:16:00.527099 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-31914d9c-16ac-4cf5-8a24-d130ff9c8cf9 req-f3a87aae-43b8-4cc2-a636-c203957a90c4 tempest-VolumesNegativeTest-102938404 tempest-VolumesNegativeTest-102938404-project] 10.222.0.73 "GET /v2.0/ports?device_id=dff8523e-ad6e-46a5-b560-33ec12c95fe0 HTTP/1.1" status: 200 len: 210 time: 0.0306306 Jul 15 19:16:00.551798 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49d574-66f5-4075-9762-ca6e8fdb0fec req-70687013-0c59-44f6-8899-5e9b43fca8f2 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:00.553288 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-df49d574-66f5-4075-9762-ca6e8fdb0fec req-70687013-0c59-44f6-8899-5e9b43fca8f2 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0953553 Jul 15 19:16:00.594768 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-df49d574-66f5-4075-9762-ca6e8fdb0fec req-9d4db260-8a7a-4551-b676-adccd56ef54e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355496 Jul 15 19:16:01.431201 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b32aaf-749e-4da0-ac1b-e17700dfea48 req-74c6750b-18cb-4ce6-9b9d-0fb1de1e0725 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:01.432966 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e3b32aaf-749e-4da0-ac1b-e17700dfea48 req-74c6750b-18cb-4ce6-9b9d-0fb1de1e0725 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 943 time: 0.0958030 Jul 15 19:16:01.467223 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 86890286-6222-49cb-a9f6-70a11fcd42c6 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:16:01.494172 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047b136-db81-4b8c-adb4-e2d19b5cfc11 req-bc7e6c5c-f6ed-4ccb-b325-c3bf6a404063 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:01.495623 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2047b136-db81-4b8c-adb4-e2d19b5cfc11 req-bc7e6c5c-f6ed-4ccb-b325-c3bf6a404063 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.1065423 Jul 15 19:16:01.499129 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e3b32aaf-749e-4da0-ac1b-e17700dfea48 req-2109cec3-695a-441e-ba56-b28928243afa tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591357 Jul 15 19:16:01.538565 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2047b136-db81-4b8c-adb4-e2d19b5cfc11 req-7b209c93-bc50-4759-9601-6cd24a2c72c9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363710 Jul 15 19:16:01.571264 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 86890286-6222-49cb-a9f6-70a11fcd42c6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=86890286-6222-49cb-a9f6-70a11fcd42c6,segment=NetworkSegment(22b39634-13a9-4136-9538-3dec0f8f0722),segment_id=22b39634-13a9-4136-9538-3dec0f8f0722)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:01.583553 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': '86890286-6222-49cb-a9f6-70a11fcd42c6', 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b', 'port_id': '86890286-6222-49cb-a9f6-70a11fcd42c6', 'mac_address': 'fa:16:3e:35:88:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:16:01.619288 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:01.633418 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86890286-6222-49cb-a9f6-70a11fcd42c6 {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:16:01.657968 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 86890286-6222-49cb-a9f6-70a11fcd42c6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=86890286-6222-49cb-a9f6-70a11fcd42c6,segment=NetworkSegment(22b39634-13a9-4136-9538-3dec0f8f0722),segment_id=22b39634-13a9-4136-9538-3dec0f8f0722)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:01.661950 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:01.715118 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=86890286-6222-49cb-a9f6-70a11fcd42c6,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:01.722672 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:01.723020 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:01.723357 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:01.723826 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:01.724156 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:01.724499 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:01.724804 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:01.725129 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:01.725445 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:01.725760 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:01.726073 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:01.726386 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:01.777603 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7804c43-8400-4253-b707-868aa5056d10 req-97160d4a-571c-43bd-b3dd-9cc3b6eec280 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:01.779027 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e7804c43-8400-4253-b707-868aa5056d10 req-97160d4a-571c-43bd-b3dd-9cc3b6eec280 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0657649 Jul 15 19:16:01.819122 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e7804c43-8400-4253-b707-868aa5056d10 req-6ad6a7d7-adc5-4ae0-baa5-4c2c36ddaa71 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334551 Jul 15 19:16:02.439202 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['86890286-6222-49cb-a9f6-70a11fcd42c6'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:16:02.721389 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5d7c4-52cb-483b-97e3-dc49e5fd4ba3 req-bdc8b687-c554-454a-9d45-9ae4213e167c tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:02.722883 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0ba5d7c4-52cb-483b-97e3-dc49e5fd4ba3 req-bdc8b687-c554-454a-9d45-9ae4213e167c tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 944 time: 0.0746307 Jul 15 19:16:02.787289 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0ba5d7c4-52cb-483b-97e3-dc49e5fd4ba3 req-59792642-e6e9-454e-b1b6-b048b343ca51 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477977 Jul 15 19:16:02.810099 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d81cdd-0dcd-4968-9b48-8eefe7297586 req-3dd12b37-6e51-498e-a24e-56ff68098ef5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:02.811644 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-04d81cdd-0dcd-4968-9b48-8eefe7297586 req-3dd12b37-6e51-498e-a24e-56ff68098ef5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.1108921 Jul 15 19:16:02.849661 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-04d81cdd-0dcd-4968-9b48-8eefe7297586 req-4bd8707f-707f-4576-970c-f33f9908b609 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322134 Jul 15 19:16:02.995816 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f4789-9324-4f8b-8de1-6358a6b55c2e req-ea970179-cdda-4614-9e15-3a411e397c55 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:02.997283 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-145f4789-9324-4f8b-8de1-6358a6b55c2e req-ea970179-cdda-4614-9e15-3a411e397c55 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0619302 Jul 15 19:16:03.034945 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-145f4789-9324-4f8b-8de1-6358a6b55c2e req-fa5a90bf-f024-40d8-9af9-7b24a9eb73ca tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313785 Jul 15 19:16:03.482909 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 2a64adf2-28eb-48b1-bd7a-62dda07fd33c no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:16:03.504595 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: 2a64adf2-28eb-48b1-bd7a-62dda07fd33c {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:16:03.504867 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 2a64adf2-28eb-48b1-bd7a-62dda07fd33c not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:16:03.796448 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103567a-8e1c-4a75-90a6-2b458dcc4610 req-f477a31f-1a9a-40a0-b578-d16a09a863a5 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:03.798489 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4103567a-8e1c-4a75-90a6-2b458dcc4610 req-f477a31f-1a9a-40a0-b578-d16a09a863a5 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0642843 Jul 15 19:16:03.848346 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4103567a-8e1c-4a75-90a6-2b458dcc4610 req-8f5d586a-dd60-4a3a-a5b3-c844a8cd6583 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438986 Jul 15 19:16:03.986892 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f531293-844e-4e26-9c20-32229fb946f5 req-0c24dbee-1c98-4a2a-9ee1-e38de9100777 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:03.988350 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4f531293-844e-4e26-9c20-32229fb946f5 req-0c24dbee-1c98-4a2a-9ee1-e38de9100777 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 944 time: 0.0817859 Jul 15 19:16:04.052017 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4f531293-844e-4e26-9c20-32229fb946f5 req-9dcce4e6-ef99-4c6b-a28e-3e07b5fac57e tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439904 Jul 15 19:16:04.071322 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fb9d1-d27a-4481-9473-ce69f4d7c1ee req-ec363630-58b3-4706-bf83-0f42ff39d58c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:04.072798 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ed1fb9d1-d27a-4481-9473-ce69f4d7c1ee req-ec363630-58b3-4706-bf83-0f42ff39d58c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.1022303 Jul 15 19:16:04.111367 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ed1fb9d1-d27a-4481-9473-ce69f4d7c1ee req-6662a7b9-1458-4d4f-bf01-897fcfc4e14b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326660 Jul 15 19:16:04.223065 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d653350-9a89-410a-bc59-3f1af1019c9a req-c131518c-53d0-40a6-8965-3f269b3576fd tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:04.224668 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3d653350-9a89-410a-bc59-3f1af1019c9a req-c131518c-53d0-40a6-8965-3f269b3576fd tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0679622 Jul 15 19:16:04.265667 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3d653350-9a89-410a-bc59-3f1af1019c9a req-b7a6f7ec-5087-4c75-a006-a5fc40debe09 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353699 Jul 15 19:16:04.282355 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:16:05.019705 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98955f88-836a-42c2-b997-db76cae99e44 req-2f225874-1a13-44e8-89f0-644521656b2d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:05.025988 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-98955f88-836a-42c2-b997-db76cae99e44 req-2f225874-1a13-44e8-89f0-644521656b2d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0631452 Jul 15 19:16:05.065742 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-98955f88-836a-42c2-b997-db76cae99e44 req-8de87faa-26a7-4075-988d-a0822173af08 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378857 Jul 15 19:16:05.226243 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd98430-5bca-437d-9723-9413c196ecf8 req-7714a92a-4802-40ba-82c1-1be0a4202b89 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:05.227760 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4bd98430-5bca-437d-9723-9413c196ecf8 req-7714a92a-4802-40ba-82c1-1be0a4202b89 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 944 time: 0.0617177 Jul 15 19:16:05.296642 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4bd98430-5bca-437d-9723-9413c196ecf8 req-3560f20c-07fe-4d74-a7d5-b7adb703924b tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578163 Jul 15 19:16:05.323024 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a6741-cdb7-48bc-a1aa-99d7d1e86716 req-bf5a691a-3e16-47df-845d-d36b2f3eaf19 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:05.324527 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1c9a6741-cdb7-48bc-a1aa-99d7d1e86716 req-bf5a691a-3e16-47df-845d-d36b2f3eaf19 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0947764 Jul 15 19:16:05.363012 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1c9a6741-cdb7-48bc-a1aa-99d7d1e86716 req-46fdc48f-685f-4a6b-874e-54c5b45edda6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324535 Jul 15 19:16:05.460499 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d74d0a-5700-4213-a71e-a7e07fd2a63d req-5277f9e2-31b0-4d39-a8bd-0d373bdc023f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:05.461990 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f1d74d0a-5700-4213-a71e-a7e07fd2a63d req-5277f9e2-31b0-4d39-a8bd-0d373bdc023f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0624971 Jul 15 19:16:05.486336 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 86890286-6222-49cb-a9f6-70a11fcd42c6 up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:16:05.499055 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f1d74d0a-5700-4213-a71e-a7e07fd2a63d req-b9511301-2660-48de-8a3a-c7bb0b42a5b5 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311987 Jul 15 19:16:05.533197 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port 86890286-6222-49cb-a9f6-70a11fcd42c6 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:16:05.536679 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port 86890286-6222-49cb-a9f6-70a11fcd42c6 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:05.537046 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:05.611254 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:05.635745 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86890286-6222-49cb-a9f6-70a11fcd42c6'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:16:05.637972 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd165b9-0b1c-425f-ad2b-c840fc416547" -d '{"events": [{"server_uuid": "caa09030-e07c-4500-9b35-bb1fa802a715", "name": "network-vif-plugged", "status": "completed", "tag": "86890286-6222-49cb-a9f6-70a11fcd42c6"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:16:05.654347 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 86890286-6222-49cb-a9f6-70a11fcd42c6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=86890286-6222-49cb-a9f6-70a11fcd42c6,segment=NetworkSegment(22b39634-13a9-4136-9538-3dec0f8f0722),segment_id=22b39634-13a9-4136-9538-3dec0f8f0722)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:05.658939 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:05.680954 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d3f9cc-31f3-4134-bc8c-a8ea04df6825 x-openstack-request-id: req-40d3f9cc-31f3-4134-bc8c-a8ea04df6825 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:16:05.681242 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa09030-e07c-4500-9b35-bb1fa802a715", "name": "network-vif-plugged", "status": "completed", "tag": "86890286-6222-49cb-a9f6-70a11fcd42c6", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:16:05.681494 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-40d3f9cc-31f3-4134-bc8c-a8ea04df6825 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:16:05.681904 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86890286-6222-49cb-a9f6-70a11fcd42c6', 'code': 200} Jul 15 19:16:05.706560 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=86890286-6222-49cb-a9f6-70a11fcd42c6,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:06.088407 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d9aa5-65fc-4f81-b76b-abeed943c2a4 req-87ca6b33-ead7-4884-95e8-3fa93f89ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:06.089964 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-9a2d9aa5-65fc-4f81-b76b-abeed943c2a4 req-87ca6b33-ead7-4884-95e8-3fa93f89ae7b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 1098 time: 0.0536263 Jul 15 19:16:06.131277 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-9a2d9aa5-65fc-4f81-b76b-abeed943c2a4 req-e781fd4d-8066-4616-82b1-59dd1256a2e5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289500 Jul 15 19:16:06.253233 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf0522-a076-48f9-a00b-47a796b06877 req-c46f5720-26c6-4c0e-a75c-12289a22c10e tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:06.254967 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5ddf0522-a076-48f9-a00b-47a796b06877 req-c46f5720-26c6-4c0e-a75c-12289a22c10e tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0684092 Jul 15 19:16:06.292803 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5ddf0522-a076-48f9-a00b-47a796b06877 req-ea0628e2-fcc6-491f-9b93-5dbd73268c65 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319242 Jul 15 19:16:06.475042 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311e7ac-cd6f-483f-bafc-017cd23ce854 req-b57f904d-0bb0-4a08-973f-75103170993f tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:06.476604 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1311e7ac-cd6f-483f-bafc-017cd23ce854 req-b57f904d-0bb0-4a08-973f-75103170993f tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0623558 Jul 15 19:16:06.549274 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1311e7ac-cd6f-483f-bafc-017cd23ce854 req-32b8de55-2841-4b5f-9913-8cda1efda424 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664189 Jul 15 19:16:06.576107 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f708061-c47b-4acc-9cba-a959f8d2c4db req-77ec42c0-3aaa-4f4e-880a-60c12dc23e73 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:06.577600 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3f708061-c47b-4acc-9cba-a959f8d2c4db req-77ec42c0-3aaa-4f4e-880a-60c12dc23e73 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0962396 Jul 15 19:16:06.614878 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3f708061-c47b-4acc-9cba-a959f8d2c4db req-789365d0-0764-48b4-84a6-0112dc502bc9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309362 Jul 15 19:16:06.710088 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965eeda5-89fa-405b-85e3-aba44872b318 req-991dc6de-6c5d-4c9f-a717-c2de7ec39d08 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:06.711611 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-965eeda5-89fa-405b-85e3-aba44872b318 req-991dc6de-6c5d-4c9f-a717-c2de7ec39d08 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0618548 Jul 15 19:16:06.749891 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-965eeda5-89fa-405b-85e3-aba44872b318 req-99a323eb-a3d3-4db9-9f4e-f9f4eb2a3165 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327055 Jul 15 19:16:07.475692 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee066ef7-232f-468b-a64f-ed8cfadbe61a req-fbcee5ff-2a7f-472a-8f5e-69c3fe6eb8a2 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:07.477731 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ee066ef7-232f-468b-a64f-ed8cfadbe61a req-fbcee5ff-2a7f-472a-8f5e-69c3fe6eb8a2 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0634263 Jul 15 19:16:07.516822 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ee066ef7-232f-468b-a64f-ed8cfadbe61a req-d8ae44b9-5f9e-4acd-927f-30f8e3f67977 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326443 Jul 15 19:16:07.726310 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497fe21-8d44-466c-9840-786dccfd51f6 req-2b1a3a71-9458-43dc-a9c2-eb32073e5f91 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:07.727814 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2497fe21-8d44-466c-9840-786dccfd51f6 req-2b1a3a71-9458-43dc-a9c2-eb32073e5f91 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0673184 Jul 15 19:16:07.793525 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2497fe21-8d44-466c-9840-786dccfd51f6 req-bdd4e4c8-ea9c-4058-80e4-78e6576b4975 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557399 Jul 15 19:16:07.825953 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63148d8c-2618-48c3-92a3-884b7b3fc87b req-8fdad21a-fa41-4407-85c4-f7667c7584c2 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:07.827503 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-63148d8c-2618-48c3-92a3-884b7b3fc87b req-8fdad21a-fa41-4407-85c4-f7667c7584c2 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0983112 Jul 15 19:16:07.868566 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-63148d8c-2618-48c3-92a3-884b7b3fc87b req-99c1d826-3e4b-4c64-9421-2c90c214dc39 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349731 Jul 15 19:16:07.963451 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6656a-8983-4f5d-aa01-a0387ce7774b req-acd34a98-4753-47d1-9a7d-bbc287f3edaf tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:07.965234 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-30b6656a-8983-4f5d-aa01-a0387ce7774b req-acd34a98-4753-47d1-9a7d-bbc287f3edaf tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0695286 Jul 15 19:16:08.014134 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-30b6656a-8983-4f5d-aa01-a0387ce7774b req-4c0ec72a-da0b-42b4-a82c-6faa252ed1e3 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427403 Jul 15 19:16:08.687024 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf5a29-123f-4e4d-91f9-4009d50c104e req-8ea6c802-7ab6-446e-bb1d-a07a3d9d9f66 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:08.689093 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4cdf5a29-123f-4e4d-91f9-4009d50c104e req-8ea6c802-7ab6-446e-bb1d-a07a3d9d9f66 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0618806 Jul 15 19:16:08.725142 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4cdf5a29-123f-4e4d-91f9-4009d50c104e req-6eb1f613-efd6-4284-a820-6f4c602bb6f8 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305126 Jul 15 19:16:08.965643 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85314ade-8bb1-4025-b506-edd8f3e00a1b req-c0441bf1-fa5d-4986-8108-26aad01a4fee tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:08.967144 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-85314ade-8bb1-4025-b506-edd8f3e00a1b req-c0441bf1-fa5d-4986-8108-26aad01a4fee tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0631516 Jul 15 19:16:09.038165 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-85314ade-8bb1-4025-b506-edd8f3e00a1b req-9aedaeac-7ae9-4823-8a44-bf0397376f3f tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650725 Jul 15 19:16:09.071654 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b789ed-04fe-4bf1-8263-f28e1084cfc2 req-4d3fd1d2-c4f0-47e1-a2f0-0bd25c0f8e6a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:09.073705 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-83b789ed-04fe-4bf1-8263-f28e1084cfc2 req-4d3fd1d2-c4f0-47e1-a2f0-0bd25c0f8e6a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0826144 Jul 15 19:16:09.113613 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-83b789ed-04fe-4bf1-8263-f28e1084cfc2 req-30cbb87b-b18b-4971-b0da-029825ee7963 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336130 Jul 15 19:16:09.207772 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd67d5e-00c1-46e4-91f3-29230c5c1878 req-4b0389c4-1326-41f4-a29f-5f00949e41a2 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:09.209970 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3fd67d5e-00c1-46e4-91f3-29230c5c1878 req-4b0389c4-1326-41f4-a29f-5f00949e41a2 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0638409 Jul 15 19:16:09.282136 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3fd67d5e-00c1-46e4-91f3-29230c5c1878 req-e1abd71b-0c93-42dc-9ca9-81bc05c2e1eb tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663955 Jul 15 19:16:09.308046 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50265abd-0407-437c-a9f1-0dc50194d544 req-e6239c1b-64a4-4903-8b6a-9f8a0a1a0c39 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:09.309517 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-50265abd-0407-437c-a9f1-0dc50194d544 req-e6239c1b-64a4-4903-8b6a-9f8a0a1a0c39 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0876782 Jul 15 19:16:09.346373 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-50265abd-0407-437c-a9f1-0dc50194d544 req-e34b810f-5625-46fa-9772-73bafb0e0ab5 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305161 Jul 15 19:16:09.369713 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 45114) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:16:09.558872 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f23970-6822-4c45-8b7d-ae24fde70e72 tempest-TestShelveInstance-1499249277 tempest-TestShelveInstance-1499249277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:09.560390 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-93f23970-6822-4c45-8b7d-ae24fde70e72 tempest-TestShelveInstance-1499249277 tempest-TestShelveInstance-1499249277-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 1093 time: 0.1896443 Jul 15 19:16:09.564326 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 45118) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:16:09.568861 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Request body: {'floatingip': {'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'port_id': '86890286-6222-49cb-a9f6-70a11fcd42c6', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:16:09.590383 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for floatingip, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:09.901374 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ef343-f667-4c5f-86b4-833f63d00f35 req-55c7c1e5-f9b0-4a4c-a4a2-397ce8f095e9 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:09.902886 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-007ef343-f667-4c5f-86b4-833f63d00f35 req-55c7c1e5-f9b0-4a4c-a4a2-397ce8f095e9 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0648623 Jul 15 19:16:09.909196 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:09.948238 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-007ef343-f667-4c5f-86b4-833f63d00f35 req-7295d20b-2472-4ec7-bd29-d893509ab09d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390687 Jul 15 19:16:10.026032 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Allocated IP 172.27.0.45 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/07a21275-34d2-43a7-9980-12ea72397472) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:16:10.131308 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:10.171122 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:10.209680 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:16:10.212437 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:16:10.216277 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:16:10.222260 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Pushing event updated for resources: {'Port': ['ID=07a21275-34d2-43a7-9980-12ea72397472,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:10.317801 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383654c5-aaa7-413b-a6aa-a7936f36291b req-f11f86a6-1116-427f-9c5e-95ae372d311e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:10.319832 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-383654c5-aaa7-413b-a6aa-a7936f36291b req-f11f86a6-1116-427f-9c5e-95ae372d311e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0852048 Jul 15 19:16:10.364626 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-383654c5-aaa7-413b-a6aa-a7936f36291b req-2ebc6065-81f1-45fe-87e3-a2f37d23c1e4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388296 Jul 15 19:16:10.483846 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecb33c-28ac-45fa-a235-95bcb76ede2d req-42a24ca6-36a9-415a-bacc-9436e2263a89 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:10.486017 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-33ecb33c-28ac-45fa-a235-95bcb76ede2d req-42a24ca6-36a9-415a-bacc-9436e2263a89 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0694039 Jul 15 19:16:10.529635 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-33ecb33c-28ac-45fa-a235-95bcb76ede2d req-6647933f-3b81-4bc8-9fa1-15669b95b1e5 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372865 Jul 15 19:16:10.609167 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:10.684971 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:10.838228 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:10.842579 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:10.907206 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Pushing event updated for resources: {'Port': ['ID=07a21275-34d2-43a7-9980-12ea72397472,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:10.916624 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978606'] for floatingip, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:11.019673 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.l3_db [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Floating IP ade8cf81-877c-4a15-9a45-3dfd599553a1 associated. External IP: 172.27.0.45, port: 86890286-6222-49cb-a9f6-70a11fcd42c6. Jul 15 19:16:11.133243 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07b87b-31eb-441a-9334-97391d29bce8 req-b27b033c-ab97-4ec1-a3b1-47e824098b34 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:11.135245 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2b07b87b-31eb-441a-9334-97391d29bce8 req-b27b033c-ab97-4ec1-a3b1-47e824098b34 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0706673 Jul 15 19:16:11.188573 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2b07b87b-31eb-441a-9334-97391d29bce8 req-6b83222e-31a7-4b6c-a698-f0a938d35900 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434473 Jul 15 19:16:11.254944 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Router a05aa827-c1e6-4063-a7f9-0f10ad724a4e has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:16:11.363375 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:16:11.375871 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb3f6b-624b-49ae-8375-54deac3df3b6 None None] Sync routers for ids ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:16:11.379645 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:11.397243 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb3f6b-624b-49ae-8375-54deac3df3b6 None None] Routers {'a05aa827-c1e6-4063-a7f9-0f10ad724a4e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:16:11.397526 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-b6fb3f6b-624b-49ae-8375-54deac3df3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:15:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:11.426271 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-dd225501-4f49-42dc-bc6b-2e8f82fbcb10 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8552885 Jul 15 19:16:11.426271 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'tag': '86890286-6222-49cb-a9f6-70a11fcd42c6'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:16:11.426271 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43346ad-4627-404a-a8ce-9a35822aa585" -d '{"events": [{"name": "network-changed", "server_uuid": "caa09030-e07c-4500-9b35-bb1fa802a715", "tag": "86890286-6222-49cb-a9f6-70a11fcd42c6"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:16:11.517474 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-b6fb3f6b-624b-49ae-8375-54deac3df3b6 None None] Set router a05aa827-c1e6-4063-a7f9-0f10ad724a4e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:16:11.596440 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0995d896-5ce6-40e9-bc9a-afc7df46a27b x-openstack-request-id: req-0995d896-5ce6-40e9-bc9a-afc7df46a27b {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:16:11.596747 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa09030-e07c-4500-9b35-bb1fa802a715", "tag": "86890286-6222-49cb-a9f6-70a11fcd42c6", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:16:11.597013 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0995d896-5ce6-40e9-bc9a-afc7df46a27b {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:16:11.597413 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'tag': '86890286-6222-49cb-a9f6-70a11fcd42c6', 'status': 'completed', 'code': 200} Jul 15 19:16:11.602022 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621da70-dd1d-493c-8dfe-b7b09f51cc16 req-063c97f9-12fd-4f13-8b24-fd7cfef9a98c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:11.609044 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0621da70-dd1d-493c-8dfe-b7b09f51cc16 req-063c97f9-12fd-4f13-8b24-fd7cfef9a98c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.1071000 Jul 15 19:16:11.650653 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0621da70-dd1d-493c-8dfe-b7b09f51cc16 req-f86c3754-e9da-480e-af56-b76e6aa586b2 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404177 Jul 15 19:16:11.772727 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43346ad-4627-404a-a8ce-9a35822aa585 req-344a4cbe-b723-4578-aa94-14281924aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:11.775634 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-b43346ad-4627-404a-a8ce-9a35822aa585 req-344a4cbe-b723-4578-aa94-14281924aeff service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2773fe20d3704fd0869501a1c90b4c30&device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 1098 time: 0.0676889 Jul 15 19:16:11.782118 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc833ef-362e-484a-b961-b772ccd2b30d req-d7e0de28-bd23-4b87-b1cc-6089a5c98446 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:11.783847 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3cc833ef-362e-484a-b961-b772ccd2b30d req-d7e0de28-bd23-4b87-b1cc-6089a5c98446 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0728662 Jul 15 19:16:11.825460 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3cc833ef-362e-484a-b961-b772ccd2b30d req-aa7e6c62-e42a-4d63-8a81-7182b9a9de4c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354791 Jul 15 19:16:11.874788 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-b6fb3f6b-624b-49ae-8375-54deac3df3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'name': 'tempest-TestShelveInstance-137351037-router', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:52Z', 'revision_number': 4, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'gw_port': {'id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': 'ade8cf81-877c-4a15-9a45-3dfd599553a1', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'port_id': '86890286-6222-49cb-a9f6-70a11fcd42c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b', 'mac_address': 'fa:16:3e:35:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:16:10Z', 'updated_at': '2021-07-15T19:16:10Z', 'revision_number': 0, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d235b18-bd47-4fd9-87c9-9a4784d60815', 'name': '', 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'mac_address': 'fa:16:3e:ca:7e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:51Z', 'updated_at': '2021-07-15T19:15:00Z', 'revision_number': 5, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'subnets': [{'id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:11.892493 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43346ad-4627-404a-a8ce-9a35822aa585 req-67d78928-f867-427f-8b05-30b8ae80eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:11.894305 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-b43346ad-4627-404a-a8ce-9a35822aa585 req-67d78928-f867-427f-8b05-30b8ae80eb72 service neutron] 10.222.0.93 "GET /v2.0/networks?id=aa6d1231-195e-4588-9f30-941c386a1c2b HTTP/1.1" status: 200 len: 910 time: 0.0969751 Jul 15 19:16:11.905047 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb3f6b-624b-49ae-8375-54deac3df3b6 None None] Checking router: a05aa827-c1e6-4063-a7f9-0f10ad724a4e for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:16:11.914283 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb3f6b-624b-49ae-8375-54deac3df3b6 None None] Routers {'a05aa827-c1e6-4063-a7f9-0f10ad724a4e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:16:11.914987 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-b6fb3f6b-624b-49ae-8375-54deac3df3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:15:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:11.994176 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-b43346ad-4627-404a-a8ce-9a35822aa585 req-407b7dff-174f-4ada-bba8-2af6aed1e0c4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86890286-6222-49cb-a9f6-70a11fcd42c6 HTTP/1.1" status: 200 len: 998 time: 0.0770936 Jul 15 19:16:12.024974 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-b6fb3f6b-624b-49ae-8375-54deac3df3b6 None None] Set router a05aa827-c1e6-4063-a7f9-0f10ad724a4e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:16:12.064501 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43346ad-4627-404a-a8ce-9a35822aa585 req-3b6f6046-ce67-4cc2-a2f9-7a66b79a3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:12.066070 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-b43346ad-4627-404a-a8ce-9a35822aa585 req-3b6f6046-ce67-4cc2-a2f9-7a66b79a3913 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0263f568-81fe-4529-9e7b-1c99c7cafbe2 HTTP/1.1" status: 200 len: 847 time: 0.0602415 Jul 15 19:16:12.135118 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43346ad-4627-404a-a8ce-9a35822aa585 req-c67ed617-42f2-44aa-8bbf-33a69f71c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:12.136641 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-b43346ad-4627-404a-a8ce-9a35822aa585 req-c67ed617-42f2-44aa-8bbf-33a69f71c07e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aa6d1231-195e-4588-9f30-941c386a1c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635061 Jul 15 19:16:12.247370 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-b43346ad-4627-404a-a8ce-9a35822aa585 req-e8b112da-49d1-445e-b061-7842cec47ae2 service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d1231-195e-4588-9f30-941c386a1c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872371 Jul 15 19:16:12.257707 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-b6fb3f6b-624b-49ae-8375-54deac3df3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'name': 'tempest-TestShelveInstance-137351037-router', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:52Z', 'revision_number': 4, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'gw_port': {'id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': 'ade8cf81-877c-4a15-9a45-3dfd599553a1', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'port_id': '86890286-6222-49cb-a9f6-70a11fcd42c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b', 'mac_address': 'fa:16:3e:35:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:16:10Z', 'updated_at': '2021-07-15T19:16:10Z', 'revision_number': 0, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d235b18-bd47-4fd9-87c9-9a4784d60815', 'name': '', 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'mac_address': 'fa:16:3e:ca:7e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:51Z', 'updated_at': '2021-07-15T19:15:00Z', 'revision_number': 5, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'subnets': [{'id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:12.287314 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb3f6b-624b-49ae-8375-54deac3df3b6 None None] The sync data for ids ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'] in dv-cinder-784453-9-iscsi is: [{'id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'name': 'tempest-TestShelveInstance-137351037-router', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:52Z', 'revision_number': 4, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'gw_port': {'id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': 'ade8cf81-877c-4a15-9a45-3dfd599553a1', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'port_id': '86890286-6222-49cb-a9f6-70a11fcd42c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b', 'mac_address': 'fa:16:3e:35:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:16:10Z', 'updated_at': '2021-07-15T19:16:10Z', 'revision_number': 0, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d235b18-bd47-4fd9-87c9-9a4784d60815', 'name': '', 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'mac_address': 'fa:16:3e:ca:7e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:51Z', 'updated_at': '2021-07-15T19:15:00Z', 'revision_number': 5, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'subnets': [{'id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:16:12.370464 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c325e-9619-45d1-9fac-e515659ea82b req-7b7372d0-4a17-40e6-989d-dab18eb75c03 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:12.372597 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e16c325e-9619-45d1-9fac-e515659ea82b req-7b7372d0-4a17-40e6-989d-dab18eb75c03 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0747604 Jul 15 19:16:12.395250 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-b43346ad-4627-404a-a8ce-9a35822aa585 req-a89e5aff-66ad-4ce0-8521-6315a246a80a service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d1231-195e-4588-9f30-941c386a1c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990191 Jul 15 19:16:12.413966 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e16c325e-9619-45d1-9fac-e515659ea82b req-e8e5ed19-35d1-48e4-8c79-3fbf85cb7607 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321481 Jul 15 19:16:12.492585 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e89497-f8a1-4a75-933c-82aa826a5b89 None None] New status for floating IP ade8cf81-877c-4a15-9a45-3dfd599553a1: ACTIVE {{(pid=93323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:16:12.833371 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece95fb7-f6ba-47a1-929a-6ee321145fe8 req-6dcc41c6-a5b6-4c86-a331-bd7ebb3deaf1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:12.834776 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ece95fb7-f6ba-47a1-929a-6ee321145fe8 req-6dcc41c6-a5b6-4c86-a331-bd7ebb3deaf1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0627694 Jul 15 19:16:12.872593 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ece95fb7-f6ba-47a1-929a-6ee321145fe8 req-bdc51a75-4193-4740-a7c5-6bc5a4e54ccd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323157 Jul 15 19:16:12.999462 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad331f-32e0-4ee7-bb90-cccde551465c req-00c03d48-19b0-4615-842d-a9a8959a580e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:13.001445 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-edad331f-32e0-4ee7-bb90-cccde551465c req-00c03d48-19b0-4615-842d-a9a8959a580e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0634921 Jul 15 19:16:13.043146 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-edad331f-32e0-4ee7-bb90-cccde551465c req-0a590962-3ee9-4ebf-909f-59372bd91b91 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348861 Jul 15 19:16:13.591626 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e1c80-f994-41fa-8d0c-73d03a65b4d8 req-04db6880-4807-4ef4-9826-79f148e7ff84 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:13.593169 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dc7e1c80-f994-41fa-8d0c-73d03a65b4d8 req-04db6880-4807-4ef4-9826-79f148e7ff84 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0685790 Jul 15 19:16:13.633657 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dc7e1c80-f994-41fa-8d0c-73d03a65b4d8 req-753cd0b3-3b4d-4d07-9094-7834237210f3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335479 Jul 15 19:16:14.057588 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe71e-2b2a-49d3-860a-486572dc81a2 req-d845729d-3112-45d0-afe9-bb8b8cad8338 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:14.059107 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e64fe71e-2b2a-49d3-860a-486572dc81a2 req-d845729d-3112-45d0-afe9-bb8b8cad8338 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0711484 Jul 15 19:16:14.104376 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e64fe71e-2b2a-49d3-860a-486572dc81a2 req-068905ba-b368-4566-b963-08aa0fdd13c7 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378840 Jul 15 19:16:14.246924 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44019a24-41dc-44b7-beaa-0fa3572ac6d6 req-ae82f1d7-86db-4fcc-81e9-2200ae576035 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:14.249077 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-44019a24-41dc-44b7-beaa-0fa3572ac6d6 req-ae82f1d7-86db-4fcc-81e9-2200ae576035 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0762966 Jul 15 19:16:14.287310 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-44019a24-41dc-44b7-beaa-0fa3572ac6d6 req-8716ca83-2423-47e8-a602-ede9007cfaf2 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319304 Jul 15 19:16:14.811624 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af9bb2-f002-4a76-bd1f-1969055d75e7 req-2e96e5f6-68d6-47f5-985f-d0323b634944 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:14.813122 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-61af9bb2-f002-4a76-bd1f-1969055d75e7 req-2e96e5f6-68d6-47f5-985f-d0323b634944 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0627172 Jul 15 19:16:14.849223 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-61af9bb2-f002-4a76-bd1f-1969055d75e7 req-f5d0e7ef-b043-43bb-bd27-379cd3590742 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305312 Jul 15 19:16:15.301514 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa61947-e994-4985-bd9e-6424d848b3da req-e17a1aa7-3229-4029-af02-76b090ccfd0e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:15.303031 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6aa61947-e994-4985-bd9e-6424d848b3da req-e17a1aa7-3229-4029-af02-76b090ccfd0e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0662105 Jul 15 19:16:15.339693 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6aa61947-e994-4985-bd9e-6424d848b3da req-6a6d7eb9-ceb4-468e-9449-84b356aea9af tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310783 Jul 15 19:16:15.508094 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbb537-baf6-426b-9520-7d6236573137 req-0fba0d47-2845-442e-8a42-73097ddc7fd0 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:15.509566 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-13bbb537-baf6-426b-9520-7d6236573137 req-0fba0d47-2845-442e-8a42-73097ddc7fd0 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0672166 Jul 15 19:16:15.550722 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-13bbb537-baf6-426b-9520-7d6236573137 req-9ab64356-6b38-4df9-8622-6d1f77ac8d56 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355322 Jul 15 19:16:16.019913 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf6c4e-6178-44ad-b6ea-d08573b5324c req-66399dab-6da3-423f-a2b5-ba567fa31872 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:16.021367 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5caf6c4e-6178-44ad-b6ea-d08573b5324c req-66399dab-6da3-423f-a2b5-ba567fa31872 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0613730 Jul 15 19:16:16.061768 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5caf6c4e-6178-44ad-b6ea-d08573b5324c req-b42e66f0-18a8-4009-b348-229732d5d991 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347626 Jul 15 19:16:16.523752 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc1372-4ea9-4a6e-8a43-1b14a6b10e91 req-f988621a-34ce-4fc1-88f3-595ce4870b4b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:16.525243 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f6fc1372-4ea9-4a6e-8a43-1b14a6b10e91 req-f988621a-34ce-4fc1-88f3-595ce4870b4b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0680380 Jul 15 19:16:16.562510 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f6fc1372-4ea9-4a6e-8a43-1b14a6b10e91 req-e533847e-b6bf-45d2-a2cf-adae1ab9b7bc tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315084 Jul 15 19:16:16.725003 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b892e-b839-47ae-a538-724c5a45d981 req-241ba77d-77bb-49de-a69a-7cdeee21fa66 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:16.726504 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-704b892e-b839-47ae-a538-724c5a45d981 req-241ba77d-77bb-49de-a69a-7cdeee21fa66 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0622644 Jul 15 19:16:16.768220 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-704b892e-b839-47ae-a538-724c5a45d981 req-ad54c4dc-77ed-4961-b6c0-e04c75b6ac22 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361652 Jul 15 19:16:17.235300 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbc59c-53bf-4540-a946-8b89e4dc0eea req-716053c7-8197-4045-be8a-12c3fa84e4b7 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:17.236884 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3dcbc59c-53bf-4540-a946-8b89e4dc0eea req-716053c7-8197-4045-be8a-12c3fa84e4b7 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0640702 Jul 15 19:16:17.274034 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3dcbc59c-53bf-4540-a946-8b89e4dc0eea req-7dc0e6bc-7bd2-4479-8bf4-f6319cf1f2bd tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316477 Jul 15 19:16:17.600031 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 1a225c13-a225-4e29-8700-331911a7dfd8 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:16:17.695520 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 1a225c13-a225-4e29-8700-331911a7dfd8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1a225c13-a225-4e29-8700-331911a7dfd8,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:17.706626 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': '1a225c13-a225-4e29-8700-331911a7dfd8', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'port_id': '1a225c13-a225-4e29-8700-331911a7dfd8', 'mac_address': 'fa:16:3e:8b:a6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:16:17.743291 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:17.744625 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabb069-93bc-408f-9549-3ed9d991099e req-2265e5f1-417f-4825-aa11-845cff72c500 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:17.746372 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-acabb069-93bc-408f-9549-3ed9d991099e req-2265e5f1-417f-4825-aa11-845cff72c500 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0676420 Jul 15 19:16:17.764075 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a225c13-a225-4e29-8700-331911a7dfd8 {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:16:17.786409 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 1a225c13-a225-4e29-8700-331911a7dfd8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1a225c13-a225-4e29-8700-331911a7dfd8,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:17.789563 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-acabb069-93bc-408f-9549-3ed9d991099e req-44709220-7f9a-4f7f-8adf-6e88f2e9c69a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358775 Jul 15 19:16:17.791866 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:17.839062 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=1a225c13-a225-4e29-8700-331911a7dfd8,revision_number=6']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:17.957974 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092faa03-9650-46a3-a039-d81992d66eb7 req-a8cee4b4-9122-444e-85d9-b6b9fc46098b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:17.959477 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-092faa03-9650-46a3-a039-d81992d66eb7 req-a8cee4b4-9122-444e-85d9-b6b9fc46098b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0625296 Jul 15 19:16:17.997980 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-092faa03-9650-46a3-a039-d81992d66eb7 req-1a811e4d-950e-4e87-afbe-9b9b69d42c4a tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328755 Jul 15 19:16:18.090118 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['1a225c13-a225-4e29-8700-331911a7dfd8'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:16:18.452704 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54659c-9968-486a-8d19-51f5c72cdf24 req-ec397835-88b6-498e-810e-68490adf9f9b tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:18.454867 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dd54659c-9968-486a-8d19-51f5c72cdf24 req-ec397835-88b6-498e-810e-68490adf9f9b tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0676417 Jul 15 19:16:18.491711 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dd54659c-9968-486a-8d19-51f5c72cdf24 req-79818051-6314-4bec-9d4b-5c584657149f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314379 Jul 15 19:16:18.965762 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c9fe4-ecb8-4955-93ac-b9599b423dfe req-6f83fcee-e60f-4fca-8a12-d19054d8da55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:18.967271 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ed9c9fe4-ecb8-4955-93ac-b9599b423dfe req-6f83fcee-e60f-4fca-8a12-d19054d8da55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 944 time: 0.0624027 Jul 15 19:16:19.005103 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ed9c9fe4-ecb8-4955-93ac-b9599b423dfe req-572e6f07-6dc6-4838-958f-4f4d17e4cab1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322754 Jul 15 19:16:19.172993 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7eff08-1462-41e2-9f26-53f92f1c1bf7 req-86835ecf-d169-4378-b2de-e032cc320364 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:19.174445 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ef7eff08-1462-41e2-9f26-53f92f1c1bf7 req-86835ecf-d169-4378-b2de-e032cc320364 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0615749 Jul 15 19:16:19.210672 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ef7eff08-1462-41e2-9f26-53f92f1c1bf7 req-7ddeb9ac-0c7f-467b-996e-96425396ea42 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307653 Jul 15 19:16:19.636521 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 1a225c13-a225-4e29-8700-331911a7dfd8 up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:16:19.669279 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66bf07-537e-4a16-a66e-581da9604bcd req-37515c75-8ce6-4bd9-ac56-54342ea59335 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:19.670753 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8f66bf07-537e-4a16-a66e-581da9604bcd req-37515c75-8ce6-4bd9-ac56-54342ea59335 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0668731 Jul 15 19:16:19.683602 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port 1a225c13-a225-4e29-8700-331911a7dfd8 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:19.683974 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:19.712926 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8f66bf07-537e-4a16-a66e-581da9604bcd req-f80f6857-dd41-4a0b-9527-2367a2a3028a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363612 Jul 15 19:16:19.876481 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:19.898156 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a225c13-a225-4e29-8700-331911a7dfd8'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:16:19.900387 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbb8c9f-271f-4fb0-9150-113375e62119" -d '{"events": [{"server_uuid": "73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb", "name": "network-vif-plugged", "status": "completed", "tag": "1a225c13-a225-4e29-8700-331911a7dfd8"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:16:19.913780 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 1a225c13-a225-4e29-8700-331911a7dfd8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1a225c13-a225-4e29-8700-331911a7dfd8,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:19.917707 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:19.942047 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbae4b6-d173-417f-a87b-aaaec2a1e058 x-openstack-request-id: req-2bbae4b6-d173-417f-a87b-aaaec2a1e058 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:16:19.942335 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb", "name": "network-vif-plugged", "status": "completed", "tag": "1a225c13-a225-4e29-8700-331911a7dfd8", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:16:19.942608 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2bbae4b6-d173-417f-a87b-aaaec2a1e058 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:16:19.942984 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a225c13-a225-4e29-8700-331911a7dfd8', 'code': 200} Jul 15 19:16:19.967351 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=1a225c13-a225-4e29-8700-331911a7dfd8,revision_number=7']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:20.189201 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34286d5c-23f5-409d-b1f7-7a6a9307f2ab req-644adba2-69c6-4383-88bc-13c728310fb1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:20.190702 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-34286d5c-23f5-409d-b1f7-7a6a9307f2ab req-644adba2-69c6-4383-88bc-13c728310fb1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0659904 Jul 15 19:16:20.227014 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-34286d5c-23f5-409d-b1f7-7a6a9307f2ab req-6eeab585-7749-4be6-a085-087c25770f85 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306532 Jul 15 19:16:20.396236 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b40f3-7b19-411b-929b-1305b09adec6 req-ee4ee9d8-b18c-4037-9b6b-caa78706a67e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:20.397712 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a35b40f3-7b19-411b-929b-1305b09adec6 req-ee4ee9d8-b18c-4037-9b6b-caa78706a67e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0673094 Jul 15 19:16:20.436917 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a35b40f3-7b19-411b-929b-1305b09adec6 req-17047e6a-73bc-4c18-b66a-2db04b00eff2 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333846 Jul 15 19:16:20.889681 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa27be6-282a-4bdc-aff9-d9d56e559a5b req-bba7e136-8adb-4e02-ab5c-1c30eec250ca tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:20.891649 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5fa27be6-282a-4bdc-aff9-d9d56e559a5b req-bba7e136-8adb-4e02-ab5c-1c30eec250ca tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0650213 Jul 15 19:16:20.929064 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5fa27be6-282a-4bdc-aff9-d9d56e559a5b req-b3599964-d5b5-4470-919d-0188661fc89b tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321751 Jul 15 19:16:21.403418 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82994f-752e-4867-812a-5eb9ae76abcd req-e28da213-7183-44f3-9b19-2f253e2f8ffb tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:21.404768 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3b82994f-752e-4867-812a-5eb9ae76abcd req-e28da213-7183-44f3-9b19-2f253e2f8ffb tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0612805 Jul 15 19:16:21.443605 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3b82994f-752e-4867-812a-5eb9ae76abcd req-6dadaa77-6487-408b-ad40-3f3e7013e555 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327032 Jul 15 19:16:21.613043 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00aadad-6117-4839-b197-bd0ff43056aa req-7905c6be-5c05-487b-93a7-d08f8890a5f3 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:21.614621 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d00aadad-6117-4839-b197-bd0ff43056aa req-7905c6be-5c05-487b-93a7-d08f8890a5f3 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0652726 Jul 15 19:16:21.653178 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d00aadad-6117-4839-b197-bd0ff43056aa req-a1f2913e-622a-4579-a94a-699c7bebc3d9 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329692 Jul 15 19:16:22.101137 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c6f2e-568b-4129-ba59-54887284a02a req-96ffb955-e52d-4067-82b5-66ce4d114a91 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:22.102620 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-840c6f2e-568b-4129-ba59-54887284a02a req-96ffb955-e52d-4067-82b5-66ce4d114a91 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0625770 Jul 15 19:16:22.142958 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-840c6f2e-568b-4129-ba59-54887284a02a req-cf5715c3-e8d6-40b1-b184-b20e9e537c09 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347843 Jul 15 19:16:22.627843 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae02d3f-5146-4260-ba33-497ea8abf87b req-a52a1d62-dfcc-4732-91e9-8d1b29d9c107 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:22.629935 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6ae02d3f-5146-4260-ba33-497ea8abf87b req-a52a1d62-dfcc-4732-91e9-8d1b29d9c107 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0705202 Jul 15 19:16:22.671966 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6ae02d3f-5146-4260-ba33-497ea8abf87b req-b1172428-b353-460d-975b-783150640259 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316670 Jul 15 19:16:22.840702 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019a7c9-c009-4e83-abbf-09f299d2ee60 req-6e83c742-fefa-42f6-8f32-a2d1d4d74345 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:22.842227 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7019a7c9-c009-4e83-abbf-09f299d2ee60 req-6e83c742-fefa-42f6-8f32-a2d1d4d74345 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0664737 Jul 15 19:16:22.879364 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7019a7c9-c009-4e83-abbf-09f299d2ee60 req-b4f39d6f-26e9-4835-ba63-7482924443cd tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314999 Jul 15 19:16:23.051844 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-781f6fe4-5383-4c42-b69f-de2d590550ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:23.317468 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155f77c-2708-4ceb-a227-b42d1f47ff43 req-8554bbfe-48da-4c71-ac20-bd15eb4a5a73 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:23.319071 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9155f77c-2708-4ceb-a227-b42d1f47ff43 req-8554bbfe-48da-4c71-ac20-bd15eb4a5a73 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0631428 Jul 15 19:16:23.363127 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9155f77c-2708-4ceb-a227-b42d1f47ff43 req-de7876f3-741a-4dbe-ad68-18773b5fea60 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354536 Jul 15 19:16:23.513393 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434747bb-b131-4b45-88ef-614ad64065a2 req-38607467-aeea-49a5-92de-c44211fb31a4 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:23.514815 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-434747bb-b131-4b45-88ef-614ad64065a2 req-38607467-aeea-49a5-92de-c44211fb31a4 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/networks?id=24ebd5db-e6b4-4351-afb2-6548b006e9db HTTP/1.1" status: 200 len: 814 time: 0.1047070 Jul 15 19:16:23.530772 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-434747bb-b131-4b45-88ef-614ad64065a2 req-7445b6ed-e256-40ed-9ece-e9276f741040 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/quotas/8f07cb303335437f9507f6887f302493 HTTP/1.1" status: 200 len: 375 time: 0.0099120 Jul 15 19:16:23.603432 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-434747bb-b131-4b45-88ef-614ad64065a2 req-5a028d10-4e9a-43e7-96ee-210ee25fab5d tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f07cb303335437f9507f6887f302493&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655437 Jul 15 19:16:23.704531 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-434747bb-b131-4b45-88ef-614ad64065a2 req-4e7cc9f6-f98b-4de2-8f52-802136ce039d service neutron] 10.222.0.73 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925736 Jul 15 19:16:23.815137 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-434747bb-b131-4b45-88ef-614ad64065a2 req-823f2763-ad4b-4918-b10b-1300a233e3cc service neutron] 10.222.0.73 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043172 Jul 15 19:16:23.891784 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d95e0f-3186-4e31-9c7f-5c9c229a1f83 req-2cfeb9be-28c8-422f-bd24-1124f38c88d9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:23.893733 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-11d95e0f-3186-4e31-9c7f-5c9c229a1f83 req-2cfeb9be-28c8-422f-bd24-1124f38c88d9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0767548 Jul 15 19:16:23.943335 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-11d95e0f-3186-4e31-9c7f-5c9c229a1f83 req-59b4ab94-4e71-4451-8d54-9f3ab084c8d2 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440214 Jul 15 19:16:24.041424 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9c553129-bfcd-4037-9756-c19321a9bdc3 req-fb516712-27ed-4e17-acbe-5d8c7223d52c tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 210 time: 0.0430863 Jul 15 19:16:24.109032 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa549837-a471-4acf-af81-7261754284f4 req-b31d11b7-7fbc-4374-9eaa-bce0a81ffaf1 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:24.112591 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-aa549837-a471-4acf-af81-7261754284f4 req-b31d11b7-7fbc-4374-9eaa-bce0a81ffaf1 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0681365 Jul 15 19:16:24.188539 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-aa549837-a471-4acf-af81-7261754284f4 req-a0f104b2-a696-4828-bc02-a431505a5a83 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658112 Jul 15 19:16:24.648004 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555fe26-57c9-4bf2-bba5-705eb85fc4ff req-57f10c78-f8de-421a-9acd-58f2565ecbc7 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:24.649498 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a555fe26-57c9-4bf2-bba5-705eb85fc4ff req-57f10c78-f8de-421a-9acd-58f2565ecbc7 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0765276 Jul 15 19:16:24.693913 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a555fe26-57c9-4bf2-bba5-705eb85fc4ff req-845c96cb-4ae5-4dc9-9820-41b9a8eda609 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360553 Jul 15 19:16:25.165092 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9550aab-d091-42af-b382-7cfea167c58f req-c916536d-5583-4eab-8a2a-85c04c22c5e6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:25.166891 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a9550aab-d091-42af-b382-7cfea167c58f req-c916536d-5583-4eab-8a2a-85c04c22c5e6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0830216 Jul 15 19:16:25.211625 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-20a311fd-5cf0-41c6-b381-1aef60667819 req-c16cb02c-3b64-4fa7-8a2e-29b946046adb tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 210 time: 0.0433998 Jul 15 19:16:25.236775 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a9550aab-d091-42af-b382-7cfea167c58f req-56fcfbe3-18ca-4a3e-ade0-aac8d0aae4aa tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583093 Jul 15 19:16:25.404531 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c7f96-33a1-4513-b1a3-e97cbbcb689a req-814a54a2-0088-4716-a8d7-604707a273a1 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:25.412238 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-566c7f96-33a1-4513-b1a3-e97cbbcb689a req-814a54a2-0088-4716-a8d7-604707a273a1 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0767386 Jul 15 19:16:25.450024 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-566c7f96-33a1-4513-b1a3-e97cbbcb689a req-2ccb8e76-3d17-4b48-9c66-8fc727b2e501 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361316 Jul 15 19:16:25.650055 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e3bed798-ba4c-47b9-8a95-bcbcafc34944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:25.713637 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:25.734114 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434747bb-b131-4b45-88ef-614ad64065a2 req-8da81dd2-cf35-49f9-b6a2-275528437b59 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:25.736488 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-434747bb-b131-4b45-88ef-614ad64065a2 req-8da81dd2-cf35-49f9-b6a2-275528437b59 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.93 "GET /v2.0/networks?id=24ebd5db-e6b4-4351-afb2-6548b006e9db HTTP/1.1" status: 200 len: 814 time: 0.1882615 Jul 15 19:16:25.788509 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-434747bb-b131-4b45-88ef-614ad64065a2 req-d338d837-c27c-4708-860f-730a2ded00ed tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Request body: {'port': {'device_id': '4f7fe770-b88b-45c6-9455-52c88a80a0ba', 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db', 'admin_state_up': True, 'tenant_id': '8f07cb303335437f9507f6887f302493'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:16:25.949660 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b7f77-f70a-4338-88ac-dc9a83635013 req-167312b2-3087-4b91-a3a7-a4fe58aaff2a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:25.953529 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dd5b7f77-f70a-4338-88ac-dc9a83635013 req-167312b2-3087-4b91-a3a7-a4fe58aaff2a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.1219020 Jul 15 19:16:25.961135 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-434747bb-b131-4b45-88ef-614ad64065a2 req-d338d837-c27c-4708-860f-730a2ded00ed tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Made reservation on behalf of 8f07cb303335437f9507f6887f302493 for: {'port': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:16:25.965192 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-434747bb-b131-4b45-88ef-614ad64065a2 req-d338d837-c27c-4708-860f-730a2ded00ed tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:26.017344 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dd5b7f77-f70a-4338-88ac-dc9a83635013 req-f8bc16b7-5c13-40f0-907a-354a37d9a791 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442994 Jul 15 19:16:26.148153 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [req-434747bb-b131-4b45-88ef-614ad64065a2 req-d338d837-c27c-4708-860f-730a2ded00ed tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Allocated IP 172.20.0.11 (24ebd5db-e6b4-4351-afb2-6548b006e9db/6dda6e6c-290e-49ac-9920-7475b1feefbf/f20d50d0-ce88-4126-a31d-35f8cfba76ff) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:16:26.426022 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-071d21e6-824d-422d-9e78-9c4fa5c830a7 req-90607718-fb02-452e-8ec6-5c855c39fcde tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 210 time: 0.0595601 Jul 15 19:16:26.431535 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-434747bb-b131-4b45-88ef-614ad64065a2 req-d338d837-c27c-4708-860f-730a2ded00ed tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:26.519232 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-434747bb-b131-4b45-88ef-614ad64065a2 req-d338d837-c27c-4708-860f-730a2ded00ed tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:26.532989 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cf90a-3c2e-4576-bd41-8acc1c073dcd req-1ebc4c59-14e0-4b27-abde-3ba49dce23b2 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:26.535241 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9e2cf90a-3c2e-4576-bd41-8acc1c073dcd req-1ebc4c59-14e0-4b27-abde-3ba49dce23b2 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.1201668 Jul 15 19:16:26.568462 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['9e948047-3380-48c3-beaf-c5089257a287', '3079aa17-865a-4d5b-b3a0-175ea66fa4ba', '00c249b0-8b35-4d08-9749-0f2726889176'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:16:26.609834 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-434747bb-b131-4b45-88ef-614ad64065a2 req-d338d837-c27c-4708-860f-730a2ded00ed tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Network 24ebd5db-e6b4-4351-afb2-6548b006e9db is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:16:26.627295 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [req-434747bb-b131-4b45-88ef-614ad64065a2 req-d338d837-c27c-4708-860f-730a2ded00ed tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:16:26.636895 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-434747bb-b131-4b45-88ef-614ad64065a2 req-d338d837-c27c-4708-860f-730a2ded00ed tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:16:26.640104 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9e2cf90a-3c2e-4576-bd41-8acc1c073dcd req-29f94b90-ebed-4815-ba29-49f1bf20c545 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976012 Jul 15 19:16:26.688865 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338d837-c27c-4708-860f-730a2ded00ed tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Pushing event updated for resources: {'Port': ['ID=f20d50d0-ce88-4126-a31d-35f8cfba76ff,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:26.699177 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca4164-f817-4383-aebb-fc18926031ef req-2cf32fa6-f240-476b-aa11-7014a4426580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:26.712342 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-57ca4164-f817-4383-aebb-fc18926031ef req-2cf32fa6-f240-476b-aa11-7014a4426580 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd62e01c91bf494db0e0d5e92bd12beb&device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 1099 time: 0.1400924 Jul 15 19:16:26.721102 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:26.757668 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434747bb-b131-4b45-88ef-614ad64065a2 req-d338d837-c27c-4708-860f-730a2ded00ed tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:26.758348 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-434747bb-b131-4b45-88ef-614ad64065a2 req-d338d837-c27c-4708-860f-730a2ded00ed tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:26.811576 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-434747bb-b131-4b45-88ef-614ad64065a2 req-d338d837-c27c-4708-860f-730a2ded00ed tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0276053 Jul 15 19:16:26.833493 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Request body: {'port': {'device_id': '4f7fe770-b88b-45c6-9455-52c88a80a0ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:16:26.964397 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca4164-f817-4383-aebb-fc18926031ef req-fc0138b4-c2cc-49cb-b51c-d1cdb61f3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:26.966475 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-57ca4164-f817-4383-aebb-fc18926031ef req-fc0138b4-c2cc-49cb-b51c-d1cdb61f3098 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 HTTP/1.1" status: 200 len: 913 time: 0.2420895 Jul 15 19:16:27.052125 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:27.095684 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-57ca4164-f817-4383-aebb-fc18926031ef req-5362b704-6fc8-45a2-807d-b376aad01d37 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8158ece9-82b8-43de-aafb-639210c7e093 HTTP/1.1" status: 200 len: 1000 time: 0.1102297 Jul 15 19:16:27.105840 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31891d61-dda2-41b3-bbce-450b1695c3af req-045e7ae0-7188-45e1-b483-8c169cabd939 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:27.126923 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-31891d61-dda2-41b3-bbce-450b1695c3af req-045e7ae0-7188-45e1-b483-8c169cabd939 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.2228463 Jul 15 19:16:27.177145 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f9224-f4cc-4967-81ee-7edbac51175e req-f0a84251-c665-44e3-82d9-28da401ecd06 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:27.184321 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e66f9224-f4cc-4967-81ee-7edbac51175e req-f0a84251-c665-44e3-82d9-28da401ecd06 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.2340794 Jul 15 19:16:27.277498 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca4164-f817-4383-aebb-fc18926031ef req-9e902c78-1b23-41fc-b0e1-48ba453f820c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:27.279118 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-57ca4164-f817-4383-aebb-fc18926031ef req-9e902c78-1b23-41fc-b0e1-48ba453f820c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=73946c0a-f74c-48dd-bd39-ef27990bbc2b HTTP/1.1" status: 200 len: 850 time: 0.1482425 Jul 15 19:16:27.288183 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-31891d61-dda2-41b3-bbce-450b1695c3af req-ad051ce8-da8a-4753-bdeb-d30c4a8e45f0 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609635 Jul 15 19:16:27.322294 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e66f9224-f4cc-4967-81ee-7edbac51175e req-ec8a6176-baaa-4df5-92bb-4219d7e65e80 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369371 Jul 15 19:16:27.577387 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20d50d0-ce88-4126-a31d-35f8cfba76ff {{(pid=93322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:16:27.586219 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:27.600923 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Transition to ACTIVE for port object f20d50d0-ce88-4126-a31d-35f8cfba76ff will not be triggered until provisioned by entity L2. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:16:27.606995 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:27.663227 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Pushing event updated for resources: {'Port': ['ID=f20d50d0-ce88-4126-a31d-35f8cfba76ff,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:27.775842 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Attempting to bind port f20d50d0-ce88-4126-a31d-35f8cfba76ff on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:16:27.776519 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Attempting to bind port f20d50d0-ce88-4126-a31d-35f8cfba76ff by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '9b737b28-4160-4b85-9c08-96d9a118b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db'}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:16:27.776860 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Attempting to bind port f20d50d0-ce88-4126-a31d-35f8cfba76ff on network 24ebd5db-e6b4-4351-afb2-6548b006e9db {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:16:27.784626 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Port f20d50d0-ce88-4126-a31d-35f8cfba76ff on network 24ebd5db-e6b4-4351-afb2-6548b006e9db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:16:27.785251 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Attempting to bind port f20d50d0-ce88-4126-a31d-35f8cfba76ff on network 24ebd5db-e6b4-4351-afb2-6548b006e9db {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:16:27.792964 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:16:27.793404 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Checking segment: {'id': '9b737b28-4160-4b85-9c08-96d9a118b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:16:27.793692 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Bound using segment: {'id': '9b737b28-4160-4b85-9c08-96d9a118b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db'} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:16:27.794197 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Bound port: f20d50d0-ce88-4126-a31d-35f8cfba76ff, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b737b28-4160-4b85-9c08-96d9a118b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db'}}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:16:27.794615 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:27.943369 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] For port f20d50d0-ce88-4126-a31d-35f8cfba76ff, host hv-cinder-78445, cleared binding levels {{(pid=93322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:16:27.948939 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] For port f20d50d0-ce88-4126-a31d-35f8cfba76ff, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f20d50d0-ce88-4126-a31d-35f8cfba76ff,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:16:27.958931 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:27.995641 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca4164-f817-4383-aebb-fc18926031ef req-d1f8d2c2-3e5b-4128-9b0f-19b3ad947eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:27.997329 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-57ca4164-f817-4383-aebb-fc18926031ef req-d1f8d2c2-3e5b-4128-9b0f-19b3ad947eb6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7064142 Jul 15 19:16:28.003105 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:28.003750 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:28.005627 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-434747bb-b131-4b45-88ef-614ad64065a2 req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] 10.222.0.93 "PUT /v2.0/ports/f20d50d0-ce88-4126-a31d-35f8cfba76ff HTTP/1.1" status: 200 len: 1094 time: 1.1762912 Jul 15 19:16:28.005627 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7fe770-b88b-45c6-9455-52c88a80a0ba', 'tag': 'f20d50d0-ce88-4126-a31d-35f8cfba76ff'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:16:28.015743 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb846540-f70e-4051-b628-0e77a428a95e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7fe770-b88b-45c6-9455-52c88a80a0ba", "tag": "f20d50d0-ce88-4126-a31d-35f8cfba76ff"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:16:28.030644 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a24670-ddc9-4a15-a983-55eba015e66a req-78380692-16f1-4719-8168-a5638dfc1190 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:28.035070 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-26a24670-ddc9-4a15-a983-55eba015e66a req-78380692-16f1-4719-8168-a5638dfc1190 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.1517498 Jul 15 19:16:28.035713 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf512983-67f5-4bd9-b89e-99377d7bf988 service neutron] Pushing event updated for resources: {'Port': ['ID=f20d50d0-ce88-4126-a31d-35f8cfba76ff,revision_number=3']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:28.160161 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-26a24670-ddc9-4a15-a983-55eba015e66a req-6a05ee9e-9bc9-4ffc-9092-d16c7462de54 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241093 Jul 15 19:16:28.200076 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cd5ca-5a12-4269-85e1-0b1d6b02fbb6 req-e1d8975b-c707-488c-a0f0-877a22521779 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:28.203479 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434747bb-b131-4b45-88ef-614ad64065a2 req-20606858-4f82-4d7d-ad1e-7e459b623abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:28.213658 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b15cd5ca-5a12-4269-85e1-0b1d6b02fbb6 req-e1d8975b-c707-488c-a0f0-877a22521779 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 944 time: 0.3562033 Jul 15 19:16:28.215401 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-434747bb-b131-4b45-88ef-614ad64065a2 req-20606858-4f82-4d7d-ad1e-7e459b623abd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f07cb303335437f9507f6887f302493&device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 1097 time: 0.1037259 Jul 15 19:16:28.294287 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:28.327135 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aef434e-c597-477a-a287-a511a66f4412 x-openstack-request-id: req-5aef434e-c597-477a-a287-a511a66f4412 {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:16:28.327457 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7fe770-b88b-45c6-9455-52c88a80a0ba", "tag": "f20d50d0-ce88-4126-a31d-35f8cfba76ff", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:16:28.327703 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5aef434e-c597-477a-a287-a511a66f4412 {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:16:28.328122 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7fe770-b88b-45c6-9455-52c88a80a0ba', 'tag': 'f20d50d0-ce88-4126-a31d-35f8cfba76ff', 'status': 'completed', 'code': 200} Jul 15 19:16:28.331169 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-434747bb-b131-4b45-88ef-614ad64065a2 req-ce790121-77db-4ba1-8d19-3e79a84f51f8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f20d50d0-ce88-4126-a31d-35f8cfba76ff HTTP/1.1" status: 200 len: 217 time: 0.0981982 Jul 15 19:16:28.360547 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-57ca4164-f817-4383-aebb-fc18926031ef req-6160df76-75e7-4ff2-9665-dd7cf8a7abb2 service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014903 Jul 15 19:16:28.436565 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434747bb-b131-4b45-88ef-614ad64065a2 req-66616628-c87c-4d35-bc17-0ba71ca3a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:28.438217 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-434747bb-b131-4b45-88ef-614ad64065a2 req-66616628-c87c-4d35-bc17-0ba71ca3a71f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6dda6e6c-290e-49ac-9920-7475b1feefbf HTTP/1.1" status: 200 len: 854 time: 0.0954618 Jul 15 19:16:28.481867 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b15cd5ca-5a12-4269-85e1-0b1d6b02fbb6 req-0d51b299-5d23-4e7b-a5e2-92d2ad7ba6f8 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673368 Jul 15 19:16:28.484794 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-57ca4164-f817-4383-aebb-fc18926031ef req-853dd9a5-3af6-4a6b-9ce7-59c5c5d61fc1 service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039383 Jul 15 19:16:28.536303 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-434747bb-b131-4b45-88ef-614ad64065a2 req-41585684-b0be-4bda-a34f-5cd71737238f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=24ebd5db-e6b4-4351-afb2-6548b006e9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869758 Jul 15 19:16:28.587439 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:28.600313 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf34cb-e897-4876-9fca-3bcd2e0bcc9c req-7d1d352f-ed02-4855-8ecb-6da0863a4cfb tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:28.602895 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2baf34cb-e897-4876-9fca-3bcd2e0bcc9c req-7d1d352f-ed02-4855-8ecb-6da0863a4cfb tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1046169 Jul 15 19:16:28.683365 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2baf34cb-e897-4876-9fca-3bcd2e0bcc9c req-2c83e4e7-04c4-4ba1-a750-3c79ce3d1614 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752444 Jul 15 19:16:28.696878 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-434747bb-b131-4b45-88ef-614ad64065a2 req-1976b4f9-75e8-4804-a1b3-c270668136f1 service neutron] 10.222.0.93 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391025 Jul 15 19:16:28.862884 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-434747bb-b131-4b45-88ef-614ad64065a2 req-6fba63db-fafc-44e8-bc71-cd87cee7e65a service neutron] 10.222.0.93 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575127 Jul 15 19:16:28.866639 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac0546-e434-4050-9e55-1c033fc496fd req-d2b97c07-d701-4256-b0a1-363b6438b673 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:28.870947 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1cac0546-e434-4050-9e55-1c033fc496fd req-d2b97c07-d701-4256-b0a1-363b6438b673 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.1298223 Jul 15 19:16:28.940675 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1cac0546-e434-4050-9e55-1c033fc496fd req-9f46af93-b2b0-4d54-bd5b-aa0250233c48 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627625 Jul 15 19:16:29.113542 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb846540-f70e-4051-b628-0e77a428a95e req-ca6a7874-ed54-4fcd-bf0b-c289f709b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:29.113778 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-fb846540-f70e-4051-b628-0e77a428a95e req-ca6a7874-ed54-4fcd-bf0b-c289f709b18c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f07cb303335437f9507f6887f302493&device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 1097 time: 0.0920582 Jul 15 19:16:29.282667 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb846540-f70e-4051-b628-0e77a428a95e req-d43f1761-ceab-46c7-8c5a-fa9a0005db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:29.284160 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-fb846540-f70e-4051-b628-0e77a428a95e req-d43f1761-ceab-46c7-8c5a-fa9a0005db31 service neutron] 10.222.0.93 "GET /v2.0/networks?id=24ebd5db-e6b4-4351-afb2-6548b006e9db HTTP/1.1" status: 200 len: 916 time: 0.1596949 Jul 15 19:16:29.342939 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-fb846540-f70e-4051-b628-0e77a428a95e req-78018670-1e04-4b4d-be7d-85925aa49702 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f20d50d0-ce88-4126-a31d-35f8cfba76ff HTTP/1.1" status: 200 len: 217 time: 0.0446308 Jul 15 19:16:29.403092 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb846540-f70e-4051-b628-0e77a428a95e req-0227c814-2428-407d-80e1-f3ca443e4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:29.404565 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-fb846540-f70e-4051-b628-0e77a428a95e req-0227c814-2428-407d-80e1-f3ca443e4710 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6dda6e6c-290e-49ac-9920-7475b1feefbf HTTP/1.1" status: 200 len: 854 time: 0.0470197 Jul 15 19:16:29.455772 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-fb846540-f70e-4051-b628-0e77a428a95e req-9693f9e7-255a-46e9-a85d-fe962b198a2b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=24ebd5db-e6b4-4351-afb2-6548b006e9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314951 Jul 15 19:16:29.472504 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c8646-a8a2-4a0e-9ed9-400c4d3573fb req-cbf2e26e-be66-49ba-93c8-c54b57491afb tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:29.486406 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5a7c8646-a8a2-4a0e-9ed9-400c4d3573fb req-cbf2e26e-be66-49ba-93c8-c54b57491afb tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.1243114 Jul 15 19:16:29.579412 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5a7c8646-a8a2-4a0e-9ed9-400c4d3573fb req-5d3535af-f66e-410b-9b9d-0bbad5aa7a39 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898852 Jul 15 19:16:29.584560 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-fb846540-f70e-4051-b628-0e77a428a95e req-0965412a-dd52-4a41-8fa6-9cde6b88c30e service neutron] 10.222.0.93 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135106 Jul 15 19:16:29.786022 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ab0e3-fb9b-47ba-8b53-83c8c9e299ae req-9ac83b4d-3c21-45cc-ab31-bbb95597fe42 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:29.799038 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4a4ab0e3-fb9b-47ba-8b53-83c8c9e299ae req-9ac83b4d-3c21-45cc-ab31-bbb95597fe42 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 944 time: 0.1151173 Jul 15 19:16:29.930042 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4a4ab0e3-fb9b-47ba-8b53-83c8c9e299ae req-83ac8a23-3c93-4106-a605-4cfb217c4ff6 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288228 Jul 15 19:16:30.135444 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fed55-a621-40ca-9d7d-130cef3c1465 req-1317345f-99db-4384-9596-87a1e2405b63 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:30.137084 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0d5fed55-a621-40ca-9d7d-130cef3c1465 req-1317345f-99db-4384-9596-87a1e2405b63 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1962268 Jul 15 19:16:30.207396 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-fb846540-f70e-4051-b628-0e77a428a95e req-e836d755-3b7f-43b3-ba31-4e3a7a6ae52c service neutron] 10.222.0.93 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065545 Jul 15 19:16:30.229973 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94571e-ac2e-4e14-aea1-fa76ea8f4842 req-e6b38b43-d20a-4178-80ec-8e89cb8d9b57 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:30.231704 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-db94571e-ac2e-4e14-aea1-fa76ea8f4842 req-e6b38b43-d20a-4178-80ec-8e89cb8d9b57 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.1429396 Jul 15 19:16:30.249949 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0d5fed55-a621-40ca-9d7d-130cef3c1465 req-e7957042-5e68-4914-b577-f5f7083bb57a tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035049 Jul 15 19:16:30.331239 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-db94571e-ac2e-4e14-aea1-fa76ea8f4842 req-f5e4f619-bf14-4867-814c-41730e0a7f79 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759518 Jul 15 19:16:30.799142 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cebf2e-72de-40dc-8677-1f54ef7a0c8b req-2dd2bdcf-1b2c-4655-a333-6c5a24ec3823 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:30.800700 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-64cebf2e-72de-40dc-8677-1f54ef7a0c8b req-2dd2bdcf-1b2c-4655-a333-6c5a24ec3823 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0667617 Jul 15 19:16:30.845075 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-64cebf2e-72de-40dc-8677-1f54ef7a0c8b req-e8bceecd-1756-4d43-968d-8825544a2a1a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382814 Jul 15 19:16:31.151386 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bfaf9-09c3-4c63-b5f4-f7ac8009551a req-076ec132-ca3c-4a0e-8a9e-c41a2b8a6302 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:31.154593 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-136bfaf9-09c3-4c63-b5f4-f7ac8009551a req-076ec132-ca3c-4a0e-8a9e-c41a2b8a6302 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 944 time: 0.0771220 Jul 15 19:16:31.202341 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-136bfaf9-09c3-4c63-b5f4-f7ac8009551a req-c45df298-5361-4914-be36-a6a272b4d938 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410452 Jul 15 19:16:31.626594 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf00c5c-c34b-4a81-b7f3-83d185759b25 req-28890285-b036-4358-ae56-af7eae3540ba tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:31.628441 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8cf00c5c-c34b-4a81-b7f3-83d185759b25 req-28890285-b036-4358-ae56-af7eae3540ba tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1497028 Jul 15 19:16:31.640572 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46851c-73a1-4c66-b1b4-482643858147 req-7b38cbff-3324-4850-8f4c-abe5faebb021 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:31.642889 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0c46851c-73a1-4c66-b1b4-482643858147 req-7b38cbff-3324-4850-8f4c-abe5faebb021 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0970573 Jul 15 19:16:31.692452 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device f20d50d0-ce88-4126-a31d-35f8cfba76ff details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:16:31.718133 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8cf00c5c-c34b-4a81-b7f3-83d185759b25 req-a012969d-714c-4679-8924-13c770b6b505 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733881 Jul 15 19:16:31.764427 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0c46851c-73a1-4c66-b1b4-482643858147 req-5073f787-a821-4d4a-b8e9-8099b2921d72 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110058 Jul 15 19:16:31.834952 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 45664) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:16:31.847783 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port f20d50d0-ce88-4126-a31d-35f8cfba76ff, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f20d50d0-ce88-4126-a31d-35f8cfba76ff,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:31.863835 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': 'f20d50d0-ce88-4126-a31d-35f8cfba76ff', 'network_id': '24ebd5db-e6b4-4351-afb2-6548b006e9db', 'port_id': 'f20d50d0-ce88-4126-a31d-35f8cfba76ff', 'mac_address': 'fa:16:3e:cb:d7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dda6e6c-290e-49ac-9920-7475b1feefbf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:16:31.920096 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:31.939342 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20d50d0-ce88-4126-a31d-35f8cfba76ff {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:16:31.961192 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port f20d50d0-ce88-4126-a31d-35f8cfba76ff, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f20d50d0-ce88-4126-a31d-35f8cfba76ff,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:31.969133 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:32.038100 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=f20d50d0-ce88-4126-a31d-35f8cfba76ff,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:32.095310 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff1e02-da7e-4fe5-91cf-ff539e949797 req-be15acaa-3e8d-48c9-a5e9-f64c2d52c65f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:32.102315 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7dff1e02-da7e-4fe5-91cf-ff539e949797 req-be15acaa-3e8d-48c9-a5e9-f64c2d52c65f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.1041307 Jul 15 19:16:32.119767 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-0bdc5cc0-dea8-4834-89ad-5cb2ff37045a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b27880d328d406c91ae37fc6044fdbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826362 Jul 15 19:16:32.122240 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 45670) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:16:32.146440 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7dff1e02-da7e-4fe5-91cf-ff539e949797 req-5df68aa0-f3d4-4f02-9791-15f7ea0cfc6a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432150 Jul 15 19:16:32.177384 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c926-f58f-49f5-96fe-ab930742e4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:32.208369 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c926-f58f-49f5-96fe-ab930742e4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:32.274631 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c926-f58f-49f5-96fe-ab930742e4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:32.278224 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9fd5c926-f58f-49f5-96fe-ab930742e4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:32.279420 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-9fd5c926-f58f-49f5-96fe-ab930742e4cc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a98ffe88-81ff-4b14-8463-99722d75a655 HTTP/1.1" status: 204 len: 168 time: 0.1560614 Jul 15 19:16:32.308024 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5c926-f58f-49f5-96fe-ab930742e4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98ffe88-81ff-4b14-8463-99722d75a655,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:32.455833 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93627d-056a-4c78-a652-cfa0a69983a9 req-a3cfd571-49a4-4cde-9a2c-9df2f4977215 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:32.462988 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ea93627d-056a-4c78-a652-cfa0a69983a9 req-a3cfd571-49a4-4cde-9a2c-9df2f4977215 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 945 time: 0.0930808 Jul 15 19:16:32.523019 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ea93627d-056a-4c78-a652-cfa0a69983a9 req-0fd38f5e-5834-4e75-bc05-21b6fd661ca8 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591047 Jul 15 19:16:32.775233 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['f20d50d0-ce88-4126-a31d-35f8cfba76ff'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:16:32.951237 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4235ecc-d096-4537-b452-4a752f464888 req-a8ac9fc5-d2b4-4f51-afdd-c514144486e4 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:32.953157 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d4235ecc-d096-4537-b452-4a752f464888 req-a8ac9fc5-d2b4-4f51-afdd-c514144486e4 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0821428 Jul 15 19:16:33.008440 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d4235ecc-d096-4537-b452-4a752f464888 req-b19c2c48-c310-4315-a3b0-fe1eeec4d134 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486112 Jul 15 19:16:33.179094 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 45702) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:16:33.304304 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-8d3af7b5-e389-49de-b81f-44d7e3749f5e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1040437682-network', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:16:33.329869 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3af7b5-e389-49de-b81f-44d7e3749f5e admin admin] Made reservation on behalf of 2f596063bab44a28895a16c46e41e3fb for: {'network': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:16:33.333740 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8d3af7b5-e389-49de-b81f-44d7e3749f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:33.343601 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8d3af7b5-e389-49de-b81f-44d7e3749f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:33.363678 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b0df5-be56-423d-a15d-6b041620f9e3 req-a39df622-df58-46d5-bef0-68409b1da33d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:33.365870 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2a4b0df5-be56-423d-a15d-6b041620f9e3 req-a39df622-df58-46d5-bef0-68409b1da33d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0794013 Jul 15 19:16:33.420155 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2a4b0df5-be56-423d-a15d-6b041620f9e3 req-0fc0430e-5554-4b98-9e1f-4c85e3ffd8e3 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480750 Jul 15 19:16:33.491243 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8d3af7b5-e389-49de-b81f-44d7e3749f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:33.495186 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8d3af7b5-e389-49de-b81f-44d7e3749f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:33.525685 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3af7b5-e389-49de-b81f-44d7e3749f5e admin admin] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=93322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:16:33.533976 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3af7b5-e389-49de-b81f-44d7e3749f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413b3ff9-44f3-48c8-83f1-ea2242b89df6,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:33.540095 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8d3af7b5-e389-49de-b81f-44d7e3749f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:33.540670 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.segments_db [None req-8d3af7b5-e389-49de-b81f-44d7e3749f5e admin admin] Added segment af781008-330f-4372-90ee-083680e91489 of type vlan for network fd2e6bb4-176e-42af-9a10-2a3d1d629526 Jul 15 19:16:33.591846 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8d3af7b5-e389-49de-b81f-44d7e3749f5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:33.629284 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8d3af7b5-e389-49de-b81f-44d7e3749f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:33.630819 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3af7b5-e389-49de-b81f-44d7e3749f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:33.631967 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8d3af7b5-e389-49de-b81f-44d7e3749f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:33.700711 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3af7b5-e389-49de-b81f-44d7e3749f5e admin admin] Pushing event updated for resources: {'Network': ['ID=fd2e6bb4-176e-42af-9a10-2a3d1d629526,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:33.710629 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-8d3af7b5-e389-49de-b81f-44d7e3749f5e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5303936 Jul 15 19:16:33.713426 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 45714) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:16:33.716505 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network fd2e6bb4-176e-42af-9a10-2a3d1d629526 details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:16:33.721410 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-d6d0068e-14a9-4cd3-b91c-a61e016dbf2e admin admin] Request body: {'subnet': {'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1040437682-subnet', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'ip_version': 4}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:16:33.749063 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0448b6-46e7-4c2f-acc0-643724272492 req-f2ffb306-5703-40be-8699-6d0ea5ccbf3a tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:33.749322 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d0068e-14a9-4cd3-b91c-a61e016dbf2e admin admin] Made reservation on behalf of 2f596063bab44a28895a16c46e41e3fb for: {'subnet': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:16:33.754543 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d6d0068e-14a9-4cd3-b91c-a61e016dbf2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132654421'] for subnet, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:33.756763 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fe0448b6-46e7-4c2f-acc0-643724272492 req-f2ffb306-5703-40be-8699-6d0ea5ccbf3a tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 945 time: 0.0948408 Jul 15 19:16:33.805456 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fe0448b6-46e7-4c2f-acc0-643724272492 req-fd944d4a-e380-46ad-96b1-ad5f82870c3c tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477796 Jul 15 19:16:33.951938 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d6d0068e-14a9-4cd3-b91c-a61e016dbf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132284473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132654407'] for subnet, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:34.011246 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0068e-14a9-4cd3-b91c-a61e016dbf2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e81f6b-86a4-4773-9f17-fcab2ad3a952,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:34.039454 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d0068e-14a9-4cd3-b91c-a61e016dbf2e admin admin] Checking segment: {'id': 'af781008-330f-4372-90ee-083680e91489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:16:34.039813 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d0068e-14a9-4cd3-b91c-a61e016dbf2e admin admin] Network hostable DHCP agents. Network: fd2e6bb4-176e-42af-9a10-2a3d1d629526, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:16:34.062161 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d0068e-14a9-4cd3-b91c-a61e016dbf2e admin admin] Network fd2e6bb4-176e-42af-9a10-2a3d1d629526 is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:16:34.074980 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-d6d0068e-14a9-4cd3-b91c-a61e016dbf2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, fd2e6bb4-176e-42af-9a10-2a3d1d629526) {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:16:34.079613 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d0068e-14a9-4cd3-b91c-a61e016dbf2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:34.080213 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d6d0068e-14a9-4cd3-b91c-a61e016dbf2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:34.085041 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9d9bc7-dd34-44c9-b586-d7713d5d8a9b None None] Network fd2e6bb4-176e-42af-9a10-2a3d1d629526 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:16:34.098992 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-d6d0068e-14a9-4cd3-b91c-a61e016dbf2e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3843386 Jul 15 19:16:34.099913 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 45718) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:16:34.104361 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1040437682-router', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:16:34.147917 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7015'] for router, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:34.149208 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:34.231627 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:34.299781 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd5ea0a1-21e6-5cea-93ef-ecf5ad1bc28f-fd2e6bb4-176e-42af-9a10-2a3d1d629526', 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'fixed_ips': [{'subnet_id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952'}]}} from dv-cinder-784453-9-iscsi. {{(pid=93323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:16:34.301019 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:34.315575 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf195577-ead0-4040-a1c9-e1849cc8be5e req-3c09bccb-fe37-477c-aca4-71786e870187 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:34.322686 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf195577-ead0-4040-a1c9-e1849cc8be5e req-3c09bccb-fe37-477c-aca4-71786e870187 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1850898 Jul 15 19:16:34.421414 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5766'] for router, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:34.427802 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf195577-ead0-4040-a1c9-e1849cc8be5e req-ddc034e7-0b1c-48f4-86aa-0ceb792a4ef6 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044810 Jul 15 19:16:34.458881 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.db_base_plugin_common [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Allocated IP 172.20.0.2 (fd2e6bb4-176e-42af-9a10-2a3d1d629526/87e81f6b-86a4-4773-9f17-fcab2ad3a952/c4140ec8-75c4-40dd-a0c7-d96a3eeb7861) {{(pid=93323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:16:34.663525 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Notify callbacks [] for port, precommit_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:34.676477 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Transition to ACTIVE for port object c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:16:34.696021 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Transition to ACTIVE for port object c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 will not be triggered until provisioned by entity DHCP. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:16:34.705949 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203'] for port, after_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:34.711211 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f13c5a-558e-4afd-bc94-9c4f59dda874 req-ba3615cf-b646-4948-8949-96ae0ea5dcc6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:34.712823 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b9f13c5a-558e-4afd-bc94-9c4f59dda874 req-ba3615cf-b646-4948-8949-96ae0ea5dcc6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.1471035 Jul 15 19:16:34.752015 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Network fd2e6bb4-176e-42af-9a10-2a3d1d629526 is already hosted by enough agents. {{(pid=93323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:16:34.754686 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.base_scheduler [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Resources bound (agent type, host, resource id): {{(pid=93323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:16:34.758306 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Received port after_create {{(pid=93323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:16:34.765139 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Pushing event updated for resources: {'Port': ['ID=c4140ec8-75c4-40dd-a0c7-d96a3eeb7861,revision_number=1']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:34.787826 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:34.792667 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b9f13c5a-558e-4afd-bc94-9c4f59dda874 req-4effd930-b357-4145-857a-19ad14f0ad44 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602806 Jul 15 19:16:34.812013 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:34.825999 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Attempting to bind port c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:16:34.826364 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Attempting to bind port c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': 'af781008-330f-4372-90ee-083680e91489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:16:34.826745 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Attempting to bind port c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 on network fd2e6bb4-176e-42af-9a10-2a3d1d629526 {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:16:34.831719 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:16:34.832073 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Checking segment: {'id': 'af781008-330f-4372-90ee-083680e91489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:16:34.832654 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:34.833268 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Bound using segment: {'id': 'af781008-330f-4372-90ee-083680e91489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:16:34.833890 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Bound port: c4140ec8-75c4-40dd-a0c7-d96a3eeb7861, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af781008-330f-4372-90ee-083680e91489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:16:34.834614 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:34.906080 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-52396188-3d50-4701-a258-780ad56d94ff None None] For port c4140ec8-75c4-40dd-a0c7-d96a3eeb7861, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:16:34.909990 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-52396188-3d50-4701-a258-780ad56d94ff None None] For port c4140ec8-75c4-40dd-a0c7-d96a3eeb7861, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=c4140ec8-75c4-40dd-a0c7-d96a3eeb7861,segment=NetworkSegment(af781008-330f-4372-90ee-083680e91489),segment_id=af781008-330f-4372-90ee-083680e91489)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:16:34.916139 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:34.927942 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Allocated IP 172.27.0.68 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/a7b79141-6d81-4c39-9e0b-7de9bbbdec9e) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:16:34.981152 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52396188-3d50-4701-a258-780ad56d94ff None None] Pushing event updated for resources: {'Port': ['ID=c4140ec8-75c4-40dd-a0c7-d96a3eeb7861,revision_number=2']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:35.077200 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24d467-aa0f-4c5d-892d-c5f07f1cc73d req-cc502313-54ff-4e6a-902b-5496eeb3800b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:35.079330 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ff24d467-aa0f-4c5d-892d-c5f07f1cc73d req-cc502313-54ff-4e6a-902b-5496eeb3800b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 945 time: 0.1408577 Jul 15 19:16:35.104807 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:35.146499 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ff24d467-aa0f-4c5d-892d-c5f07f1cc73d req-ae66e9c7-3f03-41b5-9b65-9eda29ebe35d tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608785 Jul 15 19:16:35.200459 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:35.252584 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:16:35.255625 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:16:35.258491 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:16:35.302472 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Pushing event updated for resources: {'Port': ['ID=a7b79141-6d81-4c39-9e0b-7de9bbbdec9e,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:35.566391 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:35.721261 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device f20d50d0-ce88-4126-a31d-35f8cfba76ff up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:16:35.738518 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b4157-eada-4e52-bc8b-378fb88625cf req-6ba20cb0-3063-407a-9e79-b15c32248861 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:35.740123 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-025b4157-eada-4e52-bc8b-378fb88625cf req-6ba20cb0-3063-407a-9e79-b15c32248861 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1319537 Jul 15 19:16:35.799046 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port f20d50d0-ce88-4126-a31d-35f8cfba76ff completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:16:35.803631 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port f20d50d0-ce88-4126-a31d-35f8cfba76ff triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:35.803999 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:36.018961 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:36.041516 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-025b4157-eada-4e52-bc8b-378fb88625cf req-083ba0b7-6857-4d39-a43c-8a9601d8003d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386949 Jul 15 19:16:36.091015 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7fe770-b88b-45c6-9455-52c88a80a0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20d50d0-ce88-4126-a31d-35f8cfba76ff'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:16:36.103557 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27290f1-0074-427f-b134-076841f2a2ff" -d '{"events": [{"server_uuid": "4f7fe770-b88b-45c6-9455-52c88a80a0ba", "name": "network-vif-plugged", "status": "completed", "tag": "f20d50d0-ce88-4126-a31d-35f8cfba76ff"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:16:36.124159 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port f20d50d0-ce88-4126-a31d-35f8cfba76ff, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f20d50d0-ce88-4126-a31d-35f8cfba76ff,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:36.133467 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:36.135199 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978432'] for router, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:36.201185 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64530aa-3fb1-4d4c-90d6-5699e3b82f16 x-openstack-request-id: req-b64530aa-3fb1-4d4c-90d6-5699e3b82f16 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:16:36.201468 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7fe770-b88b-45c6-9455-52c88a80a0ba", "name": "network-vif-plugged", "status": "completed", "tag": "f20d50d0-ce88-4126-a31d-35f8cfba76ff", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:16:36.201719 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b64530aa-3fb1-4d4c-90d6-5699e3b82f16 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:16:36.202098 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7fe770-b88b-45c6-9455-52c88a80a0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20d50d0-ce88-4126-a31d-35f8cfba76ff', 'code': 200} Jul 15 19:16:36.208671 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:16:36.302270 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:16:36.304629 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470eb3c-9470-47c8-a038-fb085ef13810 None None] Network fd2e6bb4-176e-42af-9a10-2a3d1d629526 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:16:36.308184 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=f20d50d0-ce88-4126-a31d-35f8cfba76ff,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:36.385486 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-660d4157-0650-470c-be1a-e1830c055639 None None] Provisioning for port c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:16:36.396589 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-660d4157-0650-470c-be1a-e1830c055639 None None] Provisioning complete for port c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:36.396956 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-660d4157-0650-470c-be1a-e1830c055639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:36.416998 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0bef5-d7da-4590-808a-0cf4767742b6 req-a42d5218-db76-4279-add9-9f563daf17ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:36.426294 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-40a0bef5-d7da-4590-808a-0cf4767742b6 req-a42d5218-db76-4279-add9-9f563daf17ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.2181673 Jul 15 19:16:36.514046 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-40a0bef5-d7da-4590-808a-0cf4767742b6 req-fe326044-3767-4024-afc1-ee3f229b0762 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867722 Jul 15 19:16:36.529497 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1037f-24d4-401e-8010-d8f4ad907f00 req-408fd2a0-51e0-416d-a328-c562339b53b9 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:36.536612 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-71e1037f-24d4-401e-8010-d8f4ad907f00 req-408fd2a0-51e0-416d-a328-c562339b53b9 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.1910911 Jul 15 19:16:36.537394 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Router bce18288-740b-44d1-b4a5-9699c7e0bfde is scheduled to L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f with binding_index 1 {{(pid=93321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:16:36.583906 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-71e1037f-24d4-401e-8010-d8f4ad907f00 req-e62ebca9-2ae3-453d-859c-4612c4b6ba7c tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Jul 15 19:16:36.586233 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c036bf-206a-4c6b-9652-cbe13a2b1733 req-481297d2-354f-4439-b728-51976aee8557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:36.588051 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-b8c036bf-206a-4c6b-9652-cbe13a2b1733 req-481297d2-354f-4439-b728-51976aee8557 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 1099 time: 0.0761135 Jul 15 19:16:36.603045 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-660d4157-0650-470c-be1a-e1830c055639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:36.655263 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-660d4157-0650-470c-be1a-e1830c055639 None None] For port c4140ec8-75c4-40dd-a0c7-d96a3eeb7861, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=c4140ec8-75c4-40dd-a0c7-d96a3eeb7861,segment=NetworkSegment(af781008-330f-4372-90ee-083680e91489),segment_id=af781008-330f-4372-90ee-083680e91489)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:36.661058 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-b8c036bf-206a-4c6b-9652-cbe13a2b1733 req-b7cd2722-f522-438d-a688-11973ef5c1b6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602496 Jul 15 19:16:36.668164 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-660d4157-0650-470c-be1a-e1830c055639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:36.733202 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d4157-0650-470c-be1a-e1830c055639 None None] Pushing event updated for resources: {'Port': ['ID=c4140ec8-75c4-40dd-a0c7-d96a3eeb7861,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:36.753543 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:16:36.762850 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Sync routers for ids ['bce18288-740b-44d1-b4a5-9699c7e0bfde'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:16:36.787594 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Routers {'bce18288-740b-44d1-b4a5-9699c7e0bfde'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:16:36.790563 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:16:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['bce18288-740b-44d1-b4a5-9699c7e0bfde'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:36.809813 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] Notify callbacks [] for router, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:36.811684 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-1a261404-8e71-4ffb-b56c-7378124054bf admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7106912 Jul 15 19:16:36.814965 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 45750) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:16:36.983650 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Set router bce18288-740b-44d1-b4a5-9699c7e0bfde gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:16:37.102709 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-57265108-a28e-4b8f-9eb1-4ada738b2e97 None None] Provisioning complete for port c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:37.103082 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-57265108-a28e-4b8f-9eb1-4ada738b2e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:37.306955 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'name': 'tempest-TestMinimumBasicScenario-1040437682-router', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:35Z', 'revision_number': 3, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'gw_port': {'id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:56:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:37.339316 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Checking router: bce18288-740b-44d1-b4a5-9699c7e0bfde for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:16:37.340372 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Updating router bce18288-740b-44d1-b4a5-9699c7e0bfde port a7b79141-6d81-4c39-9e0b-7de9bbbdec9e binding host dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:16:37.418885 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f4dac-45a8-4ba6-96e2-c9a8f3d4a400 req-a3aa6478-1ff6-4eff-8185-edf1b0724279 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:37.420943 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6a5f4dac-45a8-4ba6-96e2-c9a8f3d4a400 req-a3aa6478-1ff6-4eff-8185-edf1b0724279 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1458924 Jul 15 19:16:37.428601 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:37.446828 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:37.490267 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6a5f4dac-45a8-4ba6-96e2-c9a8f3d4a400 req-ef378569-bbcb-40ad-bd85-c5b3c986748b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525289 Jul 15 19:16:37.749190 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c225a7-bb01-445e-a77b-647733d32881 req-a5f93474-3351-4791-bdc9-7e096bba4295 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:37.751322 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-08c225a7-bb01-445e-a77b-647733d32881 req-a5f93474-3351-4791-bdc9-7e096bba4295 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.0872583 Jul 15 19:16:37.763294 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Allocated IP 172.20.0.1 (fd2e6bb4-176e-42af-9a10-2a3d1d629526/87e81f6b-86a4-4773-9f17-fcab2ad3a952/082fdffb-47a7-4496-a031-e714b9d7a6a7) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:16:37.789723 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:37.801156 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.provisioning_blocks [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Transition to ACTIVE for port object a7b79141-6d81-4c39-9e0b-7de9bbbdec9e will not be triggered until provisioned by entity L2. {{(pid=93324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:16:37.809004 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:37.833118 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-08c225a7-bb01-445e-a77b-647733d32881 req-5055df0d-1185-4bd5-bae6-f9c0fd52e739 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761411 Jul 15 19:16:37.868348 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd9b69-6489-4cf3-8d12-156db1eacfea req-e3dafe9c-a485-47fa-ad65-5505c9164223 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:37.869868 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d2fd9b69-6489-4cf3-8d12-156db1eacfea req-e3dafe9c-a485-47fa-ad65-5505c9164223 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.1143744 Jul 15 19:16:37.870540 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d701197-a6bc-4c03-8486-e8f1fee92ab9 None None] Pushing event updated for resources: {'Port': ['ID=a7b79141-6d81-4c39-9e0b-7de9bbbdec9e,revision_number=2']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:37.880370 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d701197-a6bc-4c03-8486-e8f1fee92ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:37.880477 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d701197-a6bc-4c03-8486-e8f1fee92ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:37.880723 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d701197-a6bc-4c03-8486-e8f1fee92ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:37.881069 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d701197-a6bc-4c03-8486-e8f1fee92ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:37.881399 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d701197-a6bc-4c03-8486-e8f1fee92ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:37.881727 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d701197-a6bc-4c03-8486-e8f1fee92ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:37.882054 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d701197-a6bc-4c03-8486-e8f1fee92ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:37.882377 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d701197-a6bc-4c03-8486-e8f1fee92ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:37.882943 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d701197-a6bc-4c03-8486-e8f1fee92ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:37.883276 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d701197-a6bc-4c03-8486-e8f1fee92ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:37.883596 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d701197-a6bc-4c03-8486-e8f1fee92ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:37.883984 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d701197-a6bc-4c03-8486-e8f1fee92ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:16:37.900406 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:37.910962 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Attempting to bind port a7b79141-6d81-4c39-9e0b-7de9bbbdec9e on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:16:37.911317 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Attempting to bind port a7b79141-6d81-4c39-9e0b-7de9bbbdec9e by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:16:37.911681 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Attempting to bind port a7b79141-6d81-4c39-9e0b-7de9bbbdec9e on network 2fe01b8c-3178-4875-bf1e-3816faa9377f {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:16:37.921491 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:16:37.921985 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Checking segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:16:37.923603 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:37.924107 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Bound using segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:16:37.924812 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Bound port: a7b79141-6d81-4c39-9e0b-7de9bbbdec9e, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:16:37.925283 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:37.928919 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Transition to ACTIVE for port object 082fdffb-47a7-4496-a031-e714b9d7a6a7 will not be triggered until provisioned by entity DHCP. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:16:37.930844 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d2fd9b69-6489-4cf3-8d12-156db1eacfea req-06009ac4-8963-42dd-ad8c-c83127f2ea7c tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508363 Jul 15 19:16:37.976217 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:37.996915 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] For port a7b79141-6d81-4c39-9e0b-7de9bbbdec9e, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:16:38.001121 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] For port a7b79141-6d81-4c39-9e0b-7de9bbbdec9e, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=a7b79141-6d81-4c39-9e0b-7de9bbbdec9e,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:16:38.005918 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:38.017863 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:16:38.020128 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Network fd2e6bb4-176e-42af-9a10-2a3d1d629526 is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:16:38.035327 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:16:38.038621 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Pushing event updated for resources: {'Port': ['ID=082fdffb-47a7-4496-a031-e714b9d7a6a7,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:38.043329 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:16:38.059919 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d701197-a6bc-4c03-8486-e8f1fee92ab9 None None] Pushing event updated for resources: {'Port': ['ID=a7b79141-6d81-4c39-9e0b-7de9bbbdec9e,revision_number=3']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:38.076543 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Routers {'bce18288-740b-44d1-b4a5-9699c7e0bfde'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:16:38.077154 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:16:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['bce18288-740b-44d1-b4a5-9699c7e0bfde'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:38.106801 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:38.107172 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:38.108434 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-975671'] for router_interface, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:38.247386 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] Set router bce18288-740b-44d1-b4a5-9699c7e0bfde gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:16:38.294651 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:38.390084 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-44f14ad3-b5aa-45fc-9c87-63ee39ed5381 None None] Provisioning for port 082fdffb-47a7-4496-a031-e714b9d7a6a7 completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:16:38.399327 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-44f14ad3-b5aa-45fc-9c87-63ee39ed5381 None None] Provisioning complete for port 082fdffb-47a7-4496-a031-e714b9d7a6a7 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:38.399700 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-44f14ad3-b5aa-45fc-9c87-63ee39ed5381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:38.474458 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-44f14ad3-b5aa-45fc-9c87-63ee39ed5381 None None] Port 082fdffb-47a7-4496-a031-e714b9d7a6a7 cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:16:38.551624 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:38.557645 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:38.637992 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975683'] for router_interface, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:38.642256 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Pushing event updated for resources: {'Port': ['ID=082fdffb-47a7-4496-a031-e714b9d7a6a7,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:38.671245 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'name': 'tempest-TestMinimumBasicScenario-1040437682-router', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:35Z', 'revision_number': 3, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'gw_port': {'id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:56:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:38.722529 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc106b38-39ca-4edb-aac8-5c5c7f09f2f3 None None] The sync data for ids ['bce18288-740b-44d1-b4a5-9699c7e0bfde'] in dv-cinder-784453-9-iscsi is: [{'id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'name': 'tempest-TestMinimumBasicScenario-1040437682-router', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:35Z', 'revision_number': 3, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'gw_port': {'id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:56:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:16:38.757173 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Network fd2e6bb4-176e-42af-9a10-2a3d1d629526 is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:16:38.759240 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:16:39.111861 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-232c6761-79e5-4c5a-8a3b-2137838a38c1 None None] Provisioning complete for port 082fdffb-47a7-4496-a031-e714b9d7a6a7 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:39.111861 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-232c6761-79e5-4c5a-8a3b-2137838a38c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:39.129803 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Router bce18288-740b-44d1-b4a5-9699c7e0bfde has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:16:39.154577 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f56ea-5e46-484d-ae1b-5bb0e6c7391c req-293e4026-2fbc-4703-9a06-e866c57662d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:39.156286 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-7b6f56ea-5e46-484d-ae1b-5bb0e6c7391c req-293e4026-2fbc-4703-9a06-e866c57662d5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f17444fe2294411aa2ae77841e6aff16&device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 1098 time: 0.1845889 Jul 15 19:16:39.158231 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-232c6761-79e5-4c5a-8a3b-2137838a38c1 None None] Port 082fdffb-47a7-4496-a031-e714b9d7a6a7 cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:16:39.198636 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745c96b-38fd-400e-904b-d95b14e92590 req-f236aaf9-68b8-4b70-80df-92bbcacd0604 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:39.200244 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7745c96b-38fd-400e-904b-d95b14e92590 req-f236aaf9-68b8-4b70-80df-92bbcacd0604 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.5509758 Jul 15 19:16:39.240562 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37407d70-cdfc-42fc-99a0-395c2bfac2fb req-a53bcaa3-91ee-4720-ad47-57e5e6f131d0 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:39.241714 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-37407d70-cdfc-42fc-99a0-395c2bfac2fb req-a53bcaa3-91ee-4720-ad47-57e5e6f131d0 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.1161292 Jul 15 19:16:39.275596 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7745c96b-38fd-400e-904b-d95b14e92590 req-a2e59650-b47d-43a3-9a28-dba358cff07c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655110 Jul 15 19:16:39.297896 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-37407d70-cdfc-42fc-99a0-395c2bfac2fb req-4252d5b9-db95-4b04-bf07-a573b806d5ce tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421669 Jul 15 19:16:39.342567 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:16:39.357485 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-d1c7b3c4-5610-43ea-af5b-e5537febd934 admin admin] 10.222.0.73 "PUT /v2.0/routers/bce18288-740b-44d1-b4a5-9699c7e0bfde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5332346 Jul 15 19:16:39.357485 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f56ea-5e46-484d-ae1b-5bb0e6c7391c req-3826e35f-6b45-4f75-8628-d1e8030eedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:39.357485 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-7b6f56ea-5e46-484d-ae1b-5bb0e6c7391c req-3826e35f-6b45-4f75-8628-d1e8030eedaf service neutron] 10.222.0.93 "GET /v2.0/networks?id=79cfa60d-4e34-4970-b217-9f5f6601a96f HTTP/1.1" status: 200 len: 919 time: 0.1547503 Jul 15 19:16:39.432898 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-7b6f56ea-5e46-484d-ae1b-5bb0e6c7391c req-bf99621b-e015-404e-92cd-4daf17b54f6b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a225c13-a225-4e29-8700-331911a7dfd8 HTTP/1.1" status: 200 len: 1001 time: 0.0713382 Jul 15 19:16:39.488000 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15522f25-95a5-48b2-a1c4-2a8fb63b629f req-433732c5-b452-47d1-bd98-5d50626f848a tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:39.490088 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-15522f25-95a5-48b2-a1c4-2a8fb63b629f req-433732c5-b452-47d1-bd98-5d50626f848a tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.0794125 Jul 15 19:16:39.510046 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f56ea-5e46-484d-ae1b-5bb0e6c7391c req-edb94960-9a33-455b-a3d4-9f052210ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:39.512279 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-7b6f56ea-5e46-484d-ae1b-5bb0e6c7391c req-edb94960-9a33-455b-a3d4-9f052210ddd2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1bf9fac0-3f6b-4c69-8651-18074b0e5c7d HTTP/1.1" status: 200 len: 856 time: 0.0568595 Jul 15 19:16:39.533746 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-15522f25-95a5-48b2-a1c4-2a8fb63b629f req-5c006b95-0116-4413-bdc9-2ccf938e27a7 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379708 Jul 15 19:16:39.587725 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f56ea-5e46-484d-ae1b-5bb0e6c7391c req-d3b1b8ec-df68-41c4-8f63-8b7dcb550577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:39.589247 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-7b6f56ea-5e46-484d-ae1b-5bb0e6c7391c req-d3b1b8ec-df68-41c4-8f63-8b7dcb550577 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=79cfa60d-4e34-4970-b217-9f5f6601a96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608432 Jul 15 19:16:39.700715 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-7b6f56ea-5e46-484d-ae1b-5bb0e6c7391c req-0fc6d39f-a4bf-4fc7-a0e1-aa196108fc3b service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006052 Jul 15 19:16:39.809423 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-7b6f56ea-5e46-484d-ae1b-5bb0e6c7391c req-154f013f-fdca-4e05-bb65-861858db3e1c service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949707 Jul 15 19:16:39.867388 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 45814) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:16:39.872275 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-35a33aec-3dea-408f-996c-02ff937185a0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-572871688-network', 'tenant_id': '073892e0bdd7470fbe3299aa15ae7aa6'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:16:39.893178 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a33aec-3dea-408f-996c-02ff937185a0 admin admin] Made reservation on behalf of 073892e0bdd7470fbe3299aa15ae7aa6 for: {'network': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:16:39.895485 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-35a33aec-3dea-408f-996c-02ff937185a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:39.903743 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-35a33aec-3dea-408f-996c-02ff937185a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:40.036209 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-35a33aec-3dea-408f-996c-02ff937185a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:40.039957 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device a7b79141-6d81-4c39-9e0b-7de9bbbdec9e up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:16:40.051706 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-35a33aec-3dea-408f-996c-02ff937185a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:40.090114 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a33aec-3dea-408f-996c-02ff937185a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1163, 'physical_network': 'physnet1'} {{(pid=93322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:16:40.112805 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a33aec-3dea-408f-996c-02ff937185a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836f21cd-e10e-4c6d-822c-de52db0080da,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:40.119686 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-35a33aec-3dea-408f-996c-02ff937185a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:40.120144 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.segments_db [None req-35a33aec-3dea-408f-996c-02ff937185a0 admin admin] Added segment 3816f3ac-7a84-4d40-b867-83c161508913 of type vlan for network 159bab2d-eb9e-4210-9420-e6f2b420e145 Jul 15 19:16:40.187202 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port a7b79141-6d81-4c39-9e0b-7de9bbbdec9e completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:16:40.191954 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port a7b79141-6d81-4c39-9e0b-7de9bbbdec9e triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:40.192510 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:40.193292 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-35a33aec-3dea-408f-996c-02ff937185a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:40.236031 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-35a33aec-3dea-408f-996c-02ff937185a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:40.240297 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a33aec-3dea-408f-996c-02ff937185a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:40.240934 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-35a33aec-3dea-408f-996c-02ff937185a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:40.300321 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 45826) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:16:40.300862 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-35a33aec-3dea-408f-996c-02ff937185a0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4301441 Jul 15 19:16:40.306810 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-18373bd4-c306-49a6-b062-d547bd064b51 admin admin] Request body: {'subnet': {'network_id': '159bab2d-eb9e-4210-9420-e6f2b420e145', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-572871688-subnet', 'tenant_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'ip_version': 4}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:16:40.334586 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:40.366361 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port a7b79141-6d81-4c39-9e0b-7de9bbbdec9e, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=a7b79141-6d81-4c39-9e0b-7de9bbbdec9e,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:40.368186 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18373bd4-c306-49a6-b062-d547bd064b51 admin admin] Made reservation on behalf of 073892e0bdd7470fbe3299aa15ae7aa6 for: {'subnet': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:16:40.370603 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-18373bd4-c306-49a6-b062-d547bd064b51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132686063'] for subnet, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:40.373624 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:40.404709 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a33aec-3dea-408f-996c-02ff937185a0 admin admin] Pushing event updated for resources: {'Network': ['ID=159bab2d-eb9e-4210-9420-e6f2b420e145,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:40.434901 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network 159bab2d-eb9e-4210-9420-e6f2b420e145 details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:16:40.533151 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=a7b79141-6d81-4c39-9e0b-7de9bbbdec9e,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:40.694098 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a926573-e24e-435b-a80a-888d5ba06c01 req-481b70d7-c75f-4d45-906a-efb6fa3abe14 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:40.695605 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4a926573-e24e-435b-a80a-888d5ba06c01 req-481b70d7-c75f-4d45-906a-efb6fa3abe14 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.1935148 Jul 15 19:16:40.705602 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9836bc8-2c48-4028-84e3-6ff46c5fe1b4 req-4e17a95b-98ec-4e72-85d1-d241223ef3a5 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:40.707002 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e9836bc8-2c48-4028-84e3-6ff46c5fe1b4 req-4e17a95b-98ec-4e72-85d1-d241223ef3a5 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1690269 Jul 15 19:16:40.718086 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-18373bd4-c306-49a6-b062-d547bd064b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132133703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132686077'] for subnet, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:40.767526 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Sync routers for ids ['bce18288-740b-44d1-b4a5-9699c7e0bfde'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:16:40.777733 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Routers {'bce18288-740b-44d1-b4a5-9699c7e0bfde'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:16:40.778624 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:16:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['bce18288-740b-44d1-b4a5-9699c7e0bfde'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:40.812669 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4a926573-e24e-435b-a80a-888d5ba06c01 req-ff9b569c-09a4-4dad-a4d1-8ccefbc1ae36 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046858 Jul 15 19:16:40.819851 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e9836bc8-2c48-4028-84e3-6ff46c5fe1b4 req-22558751-1291-40fe-9252-ba8146e4d848 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043298 Jul 15 19:16:40.820442 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18373bd4-c306-49a6-b062-d547bd064b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e18b9fa-72b7-4d16-9f68-3bf37bc39926,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:40.836821 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18373bd4-c306-49a6-b062-d547bd064b51 admin admin] Checking segment: {'id': '3816f3ac-7a84-4d40-b867-83c161508913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '159bab2d-eb9e-4210-9420-e6f2b420e145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:16:40.837147 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18373bd4-c306-49a6-b062-d547bd064b51 admin admin] Network hostable DHCP agents. Network: 159bab2d-eb9e-4210-9420-e6f2b420e145, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:16:40.867712 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18373bd4-c306-49a6-b062-d547bd064b51 admin admin] Network 159bab2d-eb9e-4210-9420-e6f2b420e145 is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:16:40.879721 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-18373bd4-c306-49a6-b062-d547bd064b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, 159bab2d-eb9e-4210-9420-e6f2b420e145) {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:16:40.884496 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18373bd4-c306-49a6-b062-d547bd064b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:40.885093 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-18373bd4-c306-49a6-b062-d547bd064b51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:40.900417 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-18373bd4-c306-49a6-b062-d547bd064b51 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5980561 Jul 15 19:16:40.902753 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 45836) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:16:40.908023 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-572871688-router', 'tenant_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:16:40.934865 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7015'] for router, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:40.936357 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:40.991194 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d4e75b-caa6-47e6-a308-2e6e4df503b8 None None] Network 159bab2d-eb9e-4210-9420-e6f2b420e145 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:16:41.030664 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:41.064203 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Set router bce18288-740b-44d1-b4a5-9699c7e0bfde gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:16:41.159124 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec2888-6487-4d10-b5be-13fa839e10b8 req-ebdf8d77-e6c3-4514-b3c3-09da743f5068 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:41.160570 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f2ec2888-6487-4d10-b5be-13fa839e10b8 req-ebdf8d77-e6c3-4514-b3c3-09da743f5068 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.1961637 Jul 15 19:16:41.201579 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5766'] for router, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:41.248948 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f2ec2888-6487-4d10-b5be-13fa839e10b8 req-2168fc65-7bcc-49fb-b3fe-71d004fc2199 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594862 Jul 15 19:16:41.269072 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd5ea0a1-21e6-5cea-93ef-ecf5ad1bc28f-159bab2d-eb9e-4210-9420-e6f2b420e145', 'network_id': '159bab2d-eb9e-4210-9420-e6f2b420e145', 'tenant_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'fixed_ips': [{'subnet_id': '4e18b9fa-72b7-4d16-9f68-3bf37bc39926'}]}} from dv-cinder-784453-9-iscsi. {{(pid=93323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:16:41.269907 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:41.283255 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:16:41.437191 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'name': 'tempest-TestMinimumBasicScenario-1040437682-router', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:38Z', 'revision_number': 4, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'gw_port': {'id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '082fdffb-47a7-4496-a031-e714b9d7a6a7', 'name': '', 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'mac_address': 'fa:16:3e:4a:98:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:37Z', 'updated_at': '2021-07-15T19:16:38Z', 'revision_number': 2, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'subnets': [{'id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:41.448336 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:41.467417 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Checking router: bce18288-740b-44d1-b4a5-9699c7e0bfde for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:16:41.467954 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Updating router bce18288-740b-44d1-b4a5-9699c7e0bfde port 082fdffb-47a7-4496-a031-e714b9d7a6a7 binding host dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:16:41.479731 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:41.497412 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.db_base_plugin_common [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Allocated IP 172.20.0.2 (159bab2d-eb9e-4210-9420-e6f2b420e145/4e18b9fa-72b7-4d16-9f68-3bf37bc39926/d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce) {{(pid=93323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:16:41.523131 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:41.621969 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Allocated IP 172.27.0.42 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/204ab203-18bf-4d6c-8823-a827f25abdf9) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:16:41.737960 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:41.755204 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 1a225c13-a225-4e29-8700-331911a7dfd8 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:16:41.776357 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:41.816580 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:16:41.821105 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:16:41.825715 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:16:41.829206 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Pushing event updated for resources: {'Port': ['ID=204ab203-18bf-4d6c-8823-a827f25abdf9,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:41.830009 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Notify callbacks [] for port, precommit_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:41.849746 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Transition to ACTIVE for port object d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:16:41.890978 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Transition to ACTIVE for port object d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce will not be triggered until provisioned by entity DHCP. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:16:41.923482 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203'] for port, after_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:42.016904 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Network 159bab2d-eb9e-4210-9420-e6f2b420e145 is already hosted by enough agents. {{(pid=93323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:16:42.019333 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:42.032251 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.base_scheduler [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Resources bound (agent type, host, resource id): {{(pid=93323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:16:42.041456 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Pushing event updated for resources: {'Port': ['ID=d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce,revision_number=1']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:42.046012 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Received port after_create {{(pid=93323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:16:42.052612 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device a7b79141-6d81-4c39-9e0b-7de9bbbdec9e up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:16:42.055950 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Notify callbacks [] for port, precommit_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:42.097587 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a225c13-a225-4e29-8700-331911a7dfd8'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:16:42.099873 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221c5c71-9fa1-4e77-a870-d69a9deee905" -d '{"events": [{"server_uuid": "73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb", "name": "network-vif-unplugged", "status": "completed", "tag": "1a225c13-a225-4e29-8700-331911a7dfd8"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:16:42.146912 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Transition to ACTIVE for port object 082fdffb-47a7-4496-a031-e714b9d7a6a7 will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:16:42.149905 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 1a225c13-a225-4e29-8700-331911a7dfd8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1a225c13-a225-4e29-8700-331911a7dfd8,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:42.171605 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:42.178820 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:42.202124 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357740f-ecfa-45c4-a668-64edd55c98a1 req-67cc31d8-2299-4a13-b7dc-5d67e7a3328a tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:42.203785 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7357740f-ecfa-45c4-a668-64edd55c98a1 req-67cc31d8-2299-4a13-b7dc-5d67e7a3328a tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.2247226 Jul 15 19:16:42.208086 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:42.217720 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Attempting to bind port d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:16:42.218090 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Attempting to bind port d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': '3816f3ac-7a84-4d40-b867-83c161508913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '159bab2d-eb9e-4210-9420-e6f2b420e145'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:16:42.218476 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Attempting to bind port d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce on network 159bab2d-eb9e-4210-9420-e6f2b420e145 {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:16:42.238303 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:16:42.238710 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Checking segment: {'id': '3816f3ac-7a84-4d40-b867-83c161508913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '159bab2d-eb9e-4210-9420-e6f2b420e145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:16:42.239116 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:42.239514 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Bound using segment: {'id': '3816f3ac-7a84-4d40-b867-83c161508913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '159bab2d-eb9e-4210-9420-e6f2b420e145'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:16:42.239994 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Bound port: d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3816f3ac-7a84-4d40-b867-83c161508913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '159bab2d-eb9e-4210-9420-e6f2b420e145'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:16:42.240611 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:42.249724 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4b0a5-7f3e-4cdc-a414-816964bbb58e req-7312cb84-5082-4042-9f36-d2f6a4b93e19 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:42.251871 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f6b4b0a5-7f3e-4cdc-a414-816964bbb58e req-7312cb84-5082-4042-9f36-d2f6a4b93e19 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 945 time: 0.2154927 Jul 15 19:16:42.276842 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port a7b79141-6d81-4c39-9e0b-7de9bbbdec9e triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:42.277368 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:42.281216 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=1a225c13-a225-4e29-8700-331911a7dfd8,revision_number=8']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:42.359116 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7357740f-ecfa-45c4-a668-64edd55c98a1 req-962133ce-8821-428d-ba9a-62583ab33f68 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468194 Jul 15 19:16:42.406457 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f6b4b0a5-7f3e-4cdc-a414-816964bbb58e req-2b913284-c302-412b-84d5-3080b0e9c1d7 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361208 Jul 15 19:16:42.434097 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 19:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd05872b-37a3-4702-930b-0aee11d89093 x-openstack-request-id: req-dd05872b-37a3-4702-930b-0aee11d89093 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:16:42.434417 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb", "name": "network-vif-unplugged", "status": "completed", "tag": "1a225c13-a225-4e29-8700-331911a7dfd8", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:16:42.434683 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dd05872b-37a3-4702-930b-0aee11d89093 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:16:42.435074 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a225c13-a225-4e29-8700-331911a7dfd8', 'code': 200} Jul 15 19:16:42.439086 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Attempting to bind port 082fdffb-47a7-4496-a031-e714b9d7a6a7 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:16:42.439456 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Attempting to bind port 082fdffb-47a7-4496-a031-e714b9d7a6a7 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': 'af781008-330f-4372-90ee-083680e91489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:16:42.439993 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Attempting to bind port 082fdffb-47a7-4496-a031-e714b9d7a6a7 on network fd2e6bb4-176e-42af-9a10-2a3d1d629526 {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:16:42.452988 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] For port d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:16:42.457693 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561964bf-252b-4548-b15b-5d977860c0b9 None None] Pushing event updated for resources: {'Port': ['ID=082fdffb-47a7-4496-a031-e714b9d7a6a7,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:42.462086 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] For port d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce,segment=NetworkSegment(3816f3ac-7a84-4d40-b867-83c161508913),segment_id=3816f3ac-7a84-4d40-b867-83c161508913)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:16:42.463242 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:16:42.463612 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Checking segment: {'id': 'af781008-330f-4372-90ee-083680e91489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:16:42.464131 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:42.464530 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Bound using segment: {'id': 'af781008-330f-4372-90ee-083680e91489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:16:42.465187 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Bound port: 082fdffb-47a7-4496-a031-e714b9d7a6a7, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af781008-330f-4372-90ee-083680e91489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:16:42.465729 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:42.473392 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:42.543014 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978432'] for router, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:42.631463 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe887ea5-33b9-4905-926b-6d50d3a52ae7 None None] Pushing event updated for resources: {'Port': ['ID=d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce,revision_number=2']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:42.652449 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] For port 082fdffb-47a7-4496-a031-e714b9d7a6a7, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:16:42.658072 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] For port 082fdffb-47a7-4496-a031-e714b9d7a6a7, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=082fdffb-47a7-4496-a031-e714b9d7a6a7,segment=NetworkSegment(af781008-330f-4372-90ee-083680e91489),segment_id=af781008-330f-4372-90ee-083680e91489)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:16:42.666205 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:42.746826 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Routers {'bce18288-740b-44d1-b4a5-9699c7e0bfde'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:16:42.746826 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:16:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['bce18288-740b-44d1-b4a5-9699c7e0bfde'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:42.746826 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561964bf-252b-4548-b15b-5d977860c0b9 None None] Pushing event updated for resources: {'Port': ['ID=082fdffb-47a7-4496-a031-e714b9d7a6a7,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:42.768372 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Router e1133e89-615f-44b4-bfde-bf8f6977ab76 is scheduled to L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f with binding_index 1 {{(pid=93321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:16:42.948576 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:16:42.962339 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Sync routers for ids ['e1133e89-615f-44b4-bfde-bf8f6977ab76'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:16:42.984560 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Routers {'e1133e89-615f-44b4-bfde-bf8f6977ab76'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:16:42.985358 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] Notify callbacks [] for router, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:42.989051 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-39b98f47-399f-480d-a3a4-febe1cf2a084 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0850937 Jul 15 19:16:42.991707 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 45872) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:16:43.007483 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:16:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['e1133e89-615f-44b4-bfde-bf8f6977ab76'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:43.085150 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] Set router bce18288-740b-44d1-b4a5-9699c7e0bfde gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:16:43.170474 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Set router e1133e89-615f-44b4-bfde-bf8f6977ab76 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:16:43.457201 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'name': 'tempest-TestMinimumBasicScenario-1040437682-router', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:38Z', 'revision_number': 4, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'gw_port': {'id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '082fdffb-47a7-4496-a031-e714b9d7a6a7', 'name': '', 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'mac_address': 'fa:16:3e:4a:98:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:37Z', 'updated_at': '2021-07-15T19:16:42Z', 'revision_number': 4, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'subnets': [{'id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:43.512326 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'name': 'tempest-TestMinimumBasicScenario-572871688-router', 'tenant_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '204ab203-18bf-4d6c-8823-a827f25abdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:40Z', 'updated_at': '2021-07-15T19:16:41Z', 'revision_number': 3, 'project_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'gw_port': {'id': '204ab203-18bf-4d6c-8823-a827f25abdf9', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:41Z', 'updated_at': '2021-07-15T19:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:43.522800 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e01bb76-f2bb-4037-9e07-ec8a5b3145bb None None] The sync data for ids ['bce18288-740b-44d1-b4a5-9699c7e0bfde'] in dv-cinder-784453-9-iscsi is: [{'id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'name': 'tempest-TestMinimumBasicScenario-1040437682-router', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:38Z', 'revision_number': 4, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'gw_port': {'id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '082fdffb-47a7-4496-a031-e714b9d7a6a7', 'name': '', 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'mac_address': 'fa:16:3e:4a:98:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:37Z', 'updated_at': '2021-07-15T19:16:42Z', 'revision_number': 4, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'subnets': [{'id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:16:43.573488 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Checking router: e1133e89-615f-44b4-bfde-bf8f6977ab76 for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:16:43.573830 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Updating router e1133e89-615f-44b4-bfde-bf8f6977ab76 port 204ab203-18bf-4d6c-8823-a827f25abdf9 binding host dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:16:43.634865 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:43.748487 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:43.836633 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc356ab-418a-4fb6-8d6f-4553b7fbdd35 req-c8c59ad1-5ca2-4221-8092-ca9d43926fb8 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:43.838198 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0bc356ab-418a-4fb6-8d6f-4553b7fbdd35 req-c8c59ad1-5ca2-4221-8092-ca9d43926fb8 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1449642 Jul 15 19:16:43.901533 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6a06d-fbc4-4ecd-bc51-256d4422510d req-1d630ab4-2f66-4bf4-ad2f-3f5f01b1818d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:43.913844 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dea6a06d-fbc4-4ecd-bc51-256d4422510d req-1d630ab4-2f66-4bf4-ad2f-3f5f01b1818d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.2495468 Jul 15 19:16:44.059152 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0bc356ab-418a-4fb6-8d6f-4553b7fbdd35 req-d773bac1-1e64-4b5b-85f6-01b94be94621 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108250 Jul 15 19:16:44.082420 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dea6a06d-fbc4-4ecd-bc51-256d4422510d req-a189fa05-bcfc-47d8-a15f-0ed8b3f7a0a3 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654375 Jul 15 19:16:44.118302 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a126d739-ccbb-4e44-b237-6fdbae1308e3 None None] Network 159bab2d-eb9e-4210-9420-e6f2b420e145 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:16:44.193722 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Allocated IP 172.20.0.1 (159bab2d-eb9e-4210-9420-e6f2b420e145/4e18b9fa-72b7-4d16-9f68-3bf37bc39926/c1b62dab-39e7-4717-b418-382b4164445d) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:16:44.205321 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Notify callbacks [] for port, precommit_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:44.237564 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-be948c75-f6e8-4722-9ddc-5a124fb134f8 None None] Provisioning for port d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:16:44.245184 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:16:44.256075 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.provisioning_blocks [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Transition to ACTIVE for port object 204ab203-18bf-4d6c-8823-a827f25abdf9 will not be triggered until provisioned by entity L2. {{(pid=93324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:16:44.269145 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:44.311139 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 45896) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:16:44.330709 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:16:44.337677 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:44.338245 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:44.443280 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Attempting to bind port 204ab203-18bf-4d6c-8823-a827f25abdf9 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:16:44.443651 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Attempting to bind port 204ab203-18bf-4d6c-8823-a827f25abdf9 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:16:44.446062 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Attempting to bind port 204ab203-18bf-4d6c-8823-a827f25abdf9 on network 2fe01b8c-3178-4875-bf1e-3816faa9377f {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:16:44.466214 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:16:44.466665 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Checking segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:16:44.467064 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:44.467459 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Bound using segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:16:44.467930 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Bound port: 204ab203-18bf-4d6c-8823-a827f25abdf9, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:16:44.468325 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:44.532685 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d1140ca8-5e5c-4b74-a430-18b99cea12f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:44.558686 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:44.566264 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315272c5-0b13-4114-9f0e-19215b483c24 None None] Pushing event updated for resources: {'Port': ['ID=204ab203-18bf-4d6c-8823-a827f25abdf9,revision_number=2']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:44.568083 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:44.584761 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Transition to ACTIVE for port object c1b62dab-39e7-4717-b418-382b4164445d will not be triggered until provisioned by entity DHCP. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:16:44.630653 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] For port 204ab203-18bf-4d6c-8823-a827f25abdf9, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:16:44.638366 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] For port 204ab203-18bf-4d6c-8823-a827f25abdf9, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=204ab203-18bf-4d6c-8823-a827f25abdf9,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:16:44.644806 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:44.655711 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce,segment=NetworkSegment(3816f3ac-7a84-4d40-b867-83c161508913),segment_id=3816f3ac-7a84-4d40-b867-83c161508913)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:44.658978 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:44.660841 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:44.661409 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 082fdffb-47a7-4496-a031-e714b9d7a6a7 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:16:44.726466 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315272c5-0b13-4114-9f0e-19215b483c24 None None] Pushing event updated for resources: {'Port': ['ID=204ab203-18bf-4d6c-8823-a827f25abdf9,revision_number=3']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:44.726968 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Pushing event updated for resources: {'Port': ['ID=c1b62dab-39e7-4717-b418-382b4164445d,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:44.749774 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Network 159bab2d-eb9e-4210-9420-e6f2b420e145 is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:16:44.752156 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:16:44.757020 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:16:44.757208 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Routers {'e1133e89-615f-44b4-bfde-bf8f6977ab76'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:16:44.757658 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:16:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['e1133e89-615f-44b4-bfde-bf8f6977ab76'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:44.788208 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:44.825744 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 082fdffb-47a7-4496-a031-e714b9d7a6a7 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:16:44.838170 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 082fdffb-47a7-4496-a031-e714b9d7a6a7 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:44.841634 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:44.871512 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-975671'] for router_interface, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:44.880904 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d1140ca8-5e5c-4b74-a430-18b99cea12f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:44.889633 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d1140ca8-5e5c-4b74-a430-18b99cea12f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:44.941624 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-d1140ca8-5e5c-4b74-a430-18b99cea12f9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c1069f49a5c24e0492644e6b1d0d37de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6292663 Jul 15 19:16:44.942958 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] Set router e1133e89-615f-44b4-bfde-bf8f6977ab76 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:16:44.943964 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 45912) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:16:45.027741 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1140ca8-5e5c-4b74-a430-18b99cea12f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9921f2-9ea2-4bd9-bf7c-26a9250d9b58,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:45.051142 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:45.100058 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port 082fdffb-47a7-4496-a031-e714b9d7a6a7, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=082fdffb-47a7-4496-a031-e714b9d7a6a7,segment=NetworkSegment(af781008-330f-4372-90ee-083680e91489),segment_id=af781008-330f-4372-90ee-083680e91489)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:45.108630 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-2ad7e103-687d-4d5c-a07f-ecc1153dcc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:45.112778 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:45.195713 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-097c0f3f-cbf3-4ea9-a955-8645a426106e None None] Provisioning complete for port d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:45.196348 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-097c0f3f-cbf3-4ea9-a955-8645a426106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:45.201667 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-2ad7e103-687d-4d5c-a07f-ecc1153dcc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:45.254171 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=082fdffb-47a7-4496-a031-e714b9d7a6a7,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:45.286729 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:45.400113 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-2ad7e103-687d-4d5c-a07f-ecc1153dcc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:45.402761 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-2ad7e103-687d-4d5c-a07f-ecc1153dcc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:45.404848 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'name': 'tempest-TestMinimumBasicScenario-572871688-router', 'tenant_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '204ab203-18bf-4d6c-8823-a827f25abdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:40Z', 'updated_at': '2021-07-15T19:16:41Z', 'revision_number': 3, 'project_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'gw_port': {'id': '204ab203-18bf-4d6c-8823-a827f25abdf9', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:41Z', 'updated_at': '2021-07-15T19:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:45.406732 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-2ad7e103-687d-4d5c-a07f-ecc1153dcc51 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d9921f2-9ea2-4bd9-bf7c-26a9250d9b58 HTTP/1.1" status: 204 len: 168 time: 0.4612086 Jul 15 19:16:45.417263 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7e103-687d-4d5c-a07f-ecc1153dcc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9921f2-9ea2-4bd9-bf7c-26a9250d9b58,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:45.468365 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7600a6f-7ca5-4973-a2e0-e06f9390fb92 req-d7501037-42bc-4838-9cf1-639c17e66dc7 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:45.470326 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f7600a6f-7ca5-4973-a2e0-e06f9390fb92 req-d7501037-42bc-4838-9cf1-639c17e66dc7 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1761234 Jul 15 19:16:45.470476 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d21428-c564-4de0-94ec-d855dc27b609 None None] The sync data for ids ['e1133e89-615f-44b4-bfde-bf8f6977ab76'] in dv-cinder-784453-9-iscsi is: [{'id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'name': 'tempest-TestMinimumBasicScenario-572871688-router', 'tenant_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '204ab203-18bf-4d6c-8823-a827f25abdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:40Z', 'updated_at': '2021-07-15T19:16:41Z', 'revision_number': 3, 'project_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'gw_port': {'id': '204ab203-18bf-4d6c-8823-a827f25abdf9', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:41Z', 'updated_at': '2021-07-15T19:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:16:45.543021 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2cbdbf59-9a20-4da7-b863-b8c04f620093 None None] Provisioning for port c1b62dab-39e7-4717-b418-382b4164445d completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:16:45.548756 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2cbdbf59-9a20-4da7-b863-b8c04f620093 None None] Provisioning complete for port c1b62dab-39e7-4717-b418-382b4164445d triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:45.549472 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2cbdbf59-9a20-4da7-b863-b8c04f620093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:45.566148 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f7600a6f-7ca5-4973-a2e0-e06f9390fb92 req-49a50f5c-c898-4650-8152-075b28798814 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884151 Jul 15 19:16:45.654199 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2cbdbf59-9a20-4da7-b863-b8c04f620093 None None] Port c1b62dab-39e7-4717-b418-382b4164445d cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:16:45.733124 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:45.738456 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:45.761003 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 1a225c13-a225-4e29-8700-331911a7dfd8 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:16:45.815559 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d1fe7-f68d-4593-b8a7-bdf780555073 req-a98f93c9-8e63-43a6-8196-c0293c35acc0 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:45.824083 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a72d1fe7-f68d-4593-b8a7-bdf780555073 req-a98f93c9-8e63-43a6-8196-c0293c35acc0 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1243045 Jul 15 19:16:45.886417 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a72d1fe7-f68d-4593-b8a7-bdf780555073 req-6efb46c7-ff63-4eea-92fd-65c7f752af4b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599921 Jul 15 19:16:46.077418 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:16:46.146357 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Pushing event updated for resources: {'Port': ['ID=c1b62dab-39e7-4717-b418-382b4164445d,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:46.154684 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975683'] for router_interface, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:46.186651 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:46.187002 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:46.284061 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Network 159bab2d-eb9e-4210-9420-e6f2b420e145 is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:16:46.285543 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:16:46.337704 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 082fdffb-47a7-4496-a031-e714b9d7a6a7 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:16:46.418692 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 45958) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:16:46.472604 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 082fdffb-47a7-4496-a031-e714b9d7a6a7 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:46.472921 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:46.488849 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Router e1133e89-615f-44b4-bfde-bf8f6977ab76 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:16:46.658997 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2e498406-35ca-4a7b-af63-dcb63e0455f8 req-23906f92-b146-4c2d-9680-ed95773d407e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2376142 Jul 15 19:16:46.701322 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-66b487a6-bae8-4bd4-b93b-811f8b07d71c None None] Provisioning complete for port c1b62dab-39e7-4717-b418-382b4164445d triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:46.702467 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-66b487a6-bae8-4bd4-b93b-811f8b07d71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:46.716059 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:16:46.728533 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-34874f2b-8e48-460f-907b-f0c650b79546 admin admin] 10.222.0.73 "PUT /v2.0/routers/e1133e89-615f-44b4-bfde-bf8f6977ab76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7350688 Jul 15 19:16:46.782707 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-66b487a6-bae8-4bd4-b93b-811f8b07d71c None None] Port c1b62dab-39e7-4717-b418-382b4164445d cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:16:47.411066 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe99e9a-53da-471d-9b55-3b9ab57115bb req-d30dfadf-f388-4a1b-a2d4-ce77ee143544 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:47.412615 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cbe99e9a-53da-471d-9b55-3b9ab57115bb req-d30dfadf-f388-4a1b-a2d4-ce77ee143544 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.5811908 Jul 15 19:16:47.459203 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdddf81-f1e8-4407-9562-0fad61322b76 req-766532aa-b45a-4fc6-84e7-d36a938437d2 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:47.460577 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2fdddf81-f1e8-4407-9562-0fad61322b76 req-766532aa-b45a-4fc6-84e7-d36a938437d2 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1604078 Jul 15 19:16:47.487149 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cbe99e9a-53da-471d-9b55-3b9ab57115bb req-f6134435-f87b-43a4-8bee-5f4fd5222ad9 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652542 Jul 15 19:16:47.523532 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2fdddf81-f1e8-4407-9562-0fad61322b76 req-817015c0-101e-4f73-96c1-e373bd161d57 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518849 Jul 15 19:16:48.061999 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 204ab203-18bf-4d6c-8823-a827f25abdf9 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:16:48.142949 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 204ab203-18bf-4d6c-8823-a827f25abdf9 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:16:48.147363 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 204ab203-18bf-4d6c-8823-a827f25abdf9 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:48.147904 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:48.246160 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:48.267367 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port 204ab203-18bf-4d6c-8823-a827f25abdf9, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=204ab203-18bf-4d6c-8823-a827f25abdf9,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:48.272603 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:48.323897 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Sync routers for ids ['e1133e89-615f-44b4-bfde-bf8f6977ab76'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:16:48.333786 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=204ab203-18bf-4d6c-8823-a827f25abdf9,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:48.341147 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Routers {'e1133e89-615f-44b4-bfde-bf8f6977ab76'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:16:48.341985 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:16:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['e1133e89-615f-44b4-bfde-bf8f6977ab76'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:48.470574 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Set router e1133e89-615f-44b4-bfde-bf8f6977ab76 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:16:48.693634 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'name': 'tempest-TestMinimumBasicScenario-572871688-router', 'tenant_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '204ab203-18bf-4d6c-8823-a827f25abdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:40Z', 'updated_at': '2021-07-15T19:16:45Z', 'revision_number': 4, 'project_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'gw_port': {'id': '204ab203-18bf-4d6c-8823-a827f25abdf9', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:41Z', 'updated_at': '2021-07-15T19:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'c1b62dab-39e7-4717-b418-382b4164445d', 'name': '', 'network_id': '159bab2d-eb9e-4210-9420-e6f2b420e145', 'tenant_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'mac_address': 'fa:16:3e:fd:63:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4e18b9fa-72b7-4d16-9f68-3bf37bc39926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:43Z', 'updated_at': '2021-07-15T19:16:45Z', 'revision_number': 2, 'project_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'subnets': [{'id': '4e18b9fa-72b7-4d16-9f68-3bf37bc39926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:48.726608 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Checking router: e1133e89-615f-44b4-bfde-bf8f6977ab76 for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:16:48.727323 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Updating router e1133e89-615f-44b4-bfde-bf8f6977ab76 port c1b62dab-39e7-4717-b418-382b4164445d binding host dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:16:48.764561 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:48.796206 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c63ad-e050-44f7-8966-6fab0db7e2e4 req-7dce1b1a-ebb6-4a35-90e9-75d30fe9dbd3 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:48.803137 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fd7c63ad-e050-44f7-8966-6fab0db7e2e4 req-7dce1b1a-ebb6-4a35-90e9-75d30fe9dbd3 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1399229 Jul 15 19:16:48.818472 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a306b92-cfc0-4139-864e-0c726dbcfa52 req-4b6e6b79-fd95-4cf9-81a8-2322b4f66067 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:48.819959 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5a306b92-cfc0-4139-864e-0c726dbcfa52 req-4b6e6b79-fd95-4cf9-81a8-2322b4f66067 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1166418 Jul 15 19:16:48.887044 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5a306b92-cfc0-4139-864e-0c726dbcfa52 req-de755e2d-2158-4832-a4d8-39a4bc9cc41f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577962 Jul 15 19:16:48.904120 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fd7c63ad-e050-44f7-8966-6fab0db7e2e4 req-fa1867f1-9a99-4f86-bb45-34bcbcbd51c5 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000402 Jul 15 19:16:49.272708 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:49.285826 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Transition to ACTIVE for port object c1b62dab-39e7-4717-b418-382b4164445d will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:16:49.292551 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:49.366844 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f3ff1-20ff-40e9-8986-192648782455 None None] Pushing event updated for resources: {'Port': ['ID=c1b62dab-39e7-4717-b418-382b4164445d,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:49.540200 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Attempting to bind port c1b62dab-39e7-4717-b418-382b4164445d on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:16:49.540567 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Attempting to bind port c1b62dab-39e7-4717-b418-382b4164445d by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': '3816f3ac-7a84-4d40-b867-83c161508913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '159bab2d-eb9e-4210-9420-e6f2b420e145'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:16:49.540929 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Attempting to bind port c1b62dab-39e7-4717-b418-382b4164445d on network 159bab2d-eb9e-4210-9420-e6f2b420e145 {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:16:49.546915 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:16:49.547290 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Checking segment: {'id': '3816f3ac-7a84-4d40-b867-83c161508913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '159bab2d-eb9e-4210-9420-e6f2b420e145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:16:49.547869 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:49.548263 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Bound using segment: {'id': '3816f3ac-7a84-4d40-b867-83c161508913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '159bab2d-eb9e-4210-9420-e6f2b420e145'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:16:49.548736 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Bound port: c1b62dab-39e7-4717-b418-382b4164445d, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3816f3ac-7a84-4d40-b867-83c161508913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '159bab2d-eb9e-4210-9420-e6f2b420e145'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:16:49.549147 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:49.642757 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] For port c1b62dab-39e7-4717-b418-382b4164445d, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:16:49.646113 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] For port c1b62dab-39e7-4717-b418-382b4164445d, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=c1b62dab-39e7-4717-b418-382b4164445d,segment=NetworkSegment(3816f3ac-7a84-4d40-b867-83c161508913),segment_id=3816f3ac-7a84-4d40-b867-83c161508913)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:16:49.653497 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:49.738009 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Routers {'e1133e89-615f-44b4-bfde-bf8f6977ab76'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:16:49.738689 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:16:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['e1133e89-615f-44b4-bfde-bf8f6977ab76'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:49.789694 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f3ff1-20ff-40e9-8986-192648782455 None None] Pushing event updated for resources: {'Port': ['ID=c1b62dab-39e7-4717-b418-382b4164445d,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:49.889360 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] Set router e1133e89-615f-44b4-bfde-bf8f6977ab76 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:16:50.049883 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 204ab203-18bf-4d6c-8823-a827f25abdf9 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:16:50.200332 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 204ab203-18bf-4d6c-8823-a827f25abdf9 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:50.200966 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:50.233921 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44454ea2-9072-463d-907b-60eae9b936b7 req-413d3a1e-ef74-4126-a795-9a6483d95b7e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:50.240137 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-44454ea2-9072-463d-907b-60eae9b936b7 req-413d3a1e-ef74-4126-a795-9a6483d95b7e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1346173 Jul 15 19:16:50.254567 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3cc91-3b27-4eb6-ad63-644daa8f9303 req-a30b908a-b89b-4c6a-9d24-ad7585b113f9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:50.256452 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-84b3cc91-3b27-4eb6-ad63-644daa8f9303 req-a30b908a-b89b-4c6a-9d24-ad7585b113f9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1410770 Jul 15 19:16:50.316872 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'name': 'tempest-TestMinimumBasicScenario-572871688-router', 'tenant_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '204ab203-18bf-4d6c-8823-a827f25abdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:40Z', 'updated_at': '2021-07-15T19:16:45Z', 'revision_number': 4, 'project_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'gw_port': {'id': '204ab203-18bf-4d6c-8823-a827f25abdf9', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:41Z', 'updated_at': '2021-07-15T19:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'c1b62dab-39e7-4717-b418-382b4164445d', 'name': '', 'network_id': '159bab2d-eb9e-4210-9420-e6f2b420e145', 'tenant_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'mac_address': 'fa:16:3e:fd:63:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4e18b9fa-72b7-4d16-9f68-3bf37bc39926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:43Z', 'updated_at': '2021-07-15T19:16:49Z', 'revision_number': 4, 'project_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'subnets': [{'id': '4e18b9fa-72b7-4d16-9f68-3bf37bc39926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:16:50.327292 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-44454ea2-9072-463d-907b-60eae9b936b7 req-9db7c718-6621-4a67-af97-28d6cc896d6a tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696955 Jul 15 19:16:50.342523 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-84b3cc91-3b27-4eb6-ad63-644daa8f9303 req-33a928f1-6ae1-47c2-99ad-807721c73f7e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788233 Jul 15 19:16:50.364880 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2affdd-5ecb-41b1-ac01-1260ffc2a4a7 None None] The sync data for ids ['e1133e89-615f-44b4-bfde-bf8f6977ab76'] in dv-cinder-784453-9-iscsi is: [{'id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'name': 'tempest-TestMinimumBasicScenario-572871688-router', 'tenant_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '204ab203-18bf-4d6c-8823-a827f25abdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:40Z', 'updated_at': '2021-07-15T19:16:45Z', 'revision_number': 4, 'project_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'gw_port': {'id': '204ab203-18bf-4d6c-8823-a827f25abdf9', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:41Z', 'updated_at': '2021-07-15T19:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'c1b62dab-39e7-4717-b418-382b4164445d', 'name': '', 'network_id': '159bab2d-eb9e-4210-9420-e6f2b420e145', 'tenant_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'mac_address': 'fa:16:3e:fd:63:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4e18b9fa-72b7-4d16-9f68-3bf37bc39926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:43Z', 'updated_at': '2021-07-15T19:16:49Z', 'revision_number': 4, 'project_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'subnets': [{'id': '4e18b9fa-72b7-4d16-9f68-3bf37bc39926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:16:51.647935 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafbaf1-ffaa-400f-91f9-768bf8c260d5 req-6f28461f-7095-4769-897e-d9566983c765 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:51.650218 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-adafbaf1-ffaa-400f-91f9-768bf8c260d5 req-6f28461f-7095-4769-897e-d9566983c765 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1285894 Jul 15 19:16:51.675422 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f9515-db73-439c-99d0-43c56ce634b3 req-efe1594d-8c6c-4575-badf-3b540ac7eb0a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:51.676942 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-565f9515-db73-439c-99d0-43c56ce634b3 req-efe1594d-8c6c-4575-badf-3b540ac7eb0a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1141844 Jul 15 19:16:51.733790 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-565f9515-db73-439c-99d0-43c56ce634b3 req-82bcf6d6-dac9-4f7a-ab41-8f28e3898bd9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478468 Jul 15 19:16:51.742441 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-adafbaf1-ffaa-400f-91f9-768bf8c260d5 req-e5ac8de4-d3d8-40af-a0b9-886a9c72a140 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818696 Jul 15 19:16:52.080438 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device c1b62dab-39e7-4717-b418-382b4164445d up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:16:52.135792 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port c1b62dab-39e7-4717-b418-382b4164445d completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:16:52.145018 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port c1b62dab-39e7-4717-b418-382b4164445d triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:52.145394 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:52.258956 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:52.296401 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port c1b62dab-39e7-4717-b418-382b4164445d, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=c1b62dab-39e7-4717-b418-382b4164445d,segment=NetworkSegment(3816f3ac-7a84-4d40-b867-83c161508913),segment_id=3816f3ac-7a84-4d40-b867-83c161508913)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:16:52.301068 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:52.355084 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=c1b62dab-39e7-4717-b418-382b4164445d,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:16:52.977137 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb01f7-f8a7-4b35-a58f-06be39ccf810 req-2f08bd8e-a754-4600-b78f-2e03f59dda14 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:52.978649 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7acb01f7-f8a7-4b35-a58f-06be39ccf810 req-2f08bd8e-a754-4600-b78f-2e03f59dda14 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1131361 Jul 15 19:16:53.003889 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c681d6-e969-45e4-9b57-c6d383537ec0 req-90633892-68bd-4a14-a200-5098191c6b81 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:53.005466 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-18c681d6-e969-45e4-9b57-c6d383537ec0 req-90633892-68bd-4a14-a200-5098191c6b81 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1063569 Jul 15 19:16:53.056091 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-9982208e-24e9-4abe-8df3-8d383ae31709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:53.072929 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7acb01f7-f8a7-4b35-a58f-06be39ccf810 req-cec40cf9-e3c8-447d-b118-aae72baa07e8 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844665 Jul 15 19:16:53.095998 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-18c681d6-e969-45e4-9b57-c6d383537ec0 req-2df841c4-065a-466d-af7f-ea74bfd765c1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811579 Jul 15 19:16:54.024364 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device c1b62dab-39e7-4717-b418-382b4164445d up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:16:54.082678 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port c1b62dab-39e7-4717-b418-382b4164445d triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:16:54.083096 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:54.300133 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d316756-193a-4ea5-924b-5c5382619846 req-5061d181-50a7-4c2e-949f-d85f0968efca tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:54.301747 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2d316756-193a-4ea5-924b-5c5382619846 req-5061d181-50a7-4c2e-949f-d85f0968efca tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1099238 Jul 15 19:16:54.354374 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2d316756-193a-4ea5-924b-5c5382619846 req-6aa4ce9d-8c29-4217-bc94-2fa6fccc00c9 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452936 Jul 15 19:16:54.369790 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a49a7c-799a-438f-b919-d13a250cca33 req-3644e47b-1e5c-4e6f-94d3-e2e1851582bf tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:54.371632 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-62a49a7c-799a-438f-b919-d13a250cca33 req-3644e47b-1e5c-4e6f-94d3-e2e1851582bf tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1175609 Jul 15 19:16:54.411956 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-62a49a7c-799a-438f-b919-d13a250cca33 req-97bb31bb-1139-426e-a65b-1f69a5966309 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335839 Jul 15 19:16:55.641217 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-5736aef6-ff78-4425-9118-f01f33ff4331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:55.683449 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef650f8-f950-40d2-916b-98602f663400 req-14e5034a-c5e9-42f4-9982-f51f7ddd3394 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:55.684981 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9ef650f8-f950-40d2-916b-98602f663400 req-14e5034a-c5e9-42f4-9982-f51f7ddd3394 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1734107 Jul 15 19:16:55.718186 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb49b3c-e6eb-4b44-8ec4-5c91e3f17913 req-b6e322a0-f162-4a0b-ac91-beca76cc0147 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:55.720495 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3fb49b3c-e6eb-4b44-8ec4-5c91e3f17913 req-b6e322a0-f162-4a0b-ac91-beca76cc0147 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1304290 Jul 15 19:16:55.723533 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:55.778832 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9ef650f8-f950-40d2-916b-98602f663400 req-023ad4c6-48d0-4acc-9841-ce158ee9ec53 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673108 Jul 15 19:16:55.813551 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3fb49b3c-e6eb-4b44-8ec4-5c91e3f17913 req-ffb69521-409e-4f0d-8e55-ffcb5e8e1884 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840797 Jul 15 19:16:56.657560 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:57.015394 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc28e03-20f8-4ef9-93f7-2d9d9e82cc2f req-dbb50d45-ec6d-44c8-9203-6c1e05655eef tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:57.017134 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5fc28e03-20f8-4ef9-93f7-2d9d9e82cc2f req-dbb50d45-ec6d-44c8-9203-6c1e05655eef tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1010401 Jul 15 19:16:57.075133 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c04ee-cc98-4fa9-a4e4-c834be60019f req-98015be5-a3f5-46a9-b50a-cd12feacd159 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:57.082561 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-684c04ee-cc98-4fa9-a4e4-c834be60019f req-98015be5-a3f5-46a9-b50a-cd12feacd159 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1140230 Jul 15 19:16:57.096916 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5fc28e03-20f8-4ef9-93f7-2d9d9e82cc2f req-fcb0a58a-1bf5-439d-b188-2609a9ef7c2b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728815 Jul 15 19:16:57.127871 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-684c04ee-cc98-4fa9-a4e4-c834be60019f req-d8851f9b-dbb0-474b-8b81-76168fe4b17b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443752 Jul 15 19:16:57.790181 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-16d4acbd-533d-4c3d-9f15-89fe221776ee tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:57.791667 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-16d4acbd-533d-4c3d-9f15-89fe221776ee tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/networks?id=fd2e6bb4-176e-42af-9a10-2a3d1d629526 HTTP/1.1" status: 200 len: 815 time: 0.0987179 Jul 15 19:16:57.806126 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-d73b431e-25e3-4c02-a48f-e94f388c0569 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/quotas/2f596063bab44a28895a16c46e41e3fb HTTP/1.1" status: 200 len: 375 time: 0.0089300 Jul 15 19:16:57.874083 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-f04fa2c9-f2dd-41d5-b5a5-f3661861ffe8 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2f596063bab44a28895a16c46e41e3fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630832 Jul 15 19:16:57.967155 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-6d1bc8df-e323-42c7-b55f-348936f9d6b9 service neutron] 10.222.0.73 "GET /v2.0/networks/fd2e6bb4-176e-42af-9a10-2a3d1d629526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814605 Jul 15 19:16:58.060167 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-77af1235-d82a-4750-b6a3-af6baabdaccb service neutron] 10.222.0.73 "GET /v2.0/networks/fd2e6bb4-176e-42af-9a10-2a3d1d629526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873413 Jul 15 19:16:58.287095 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:58.332637 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8f882-3e5e-49ee-878b-67e4e5e98a2e req-23b03cb7-a962-4f5b-b7f0-451611663c71 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:58.334176 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1fd8f882-3e5e-49ee-878b-67e4e5e98a2e req-23b03cb7-a962-4f5b-b7f0-451611663c71 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1185095 Jul 15 19:16:58.347949 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fdcdc-6579-4d51-b0e5-dd8a07ae9792 req-a7a31381-4904-464f-9b21-7f9319f9b691 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:58.349372 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fc2fdcdc-6579-4d51-b0e5-dd8a07ae9792 req-a7a31381-4904-464f-9b21-7f9319f9b691 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0984704 Jul 15 19:16:58.409179 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1fd8f882-3e5e-49ee-878b-67e4e5e98a2e req-758e6a50-487d-4eaa-b40a-0eea780f5aaa tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692928 Jul 15 19:16:58.415202 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fc2fdcdc-6579-4d51-b0e5-dd8a07ae9792 req-8df6eaef-c2b2-426c-beda-262882b18f46 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591125 Jul 15 19:16:58.487817 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-95ab443a-9b7d-4498-8ebc-21c3567ae813 req-551169e6-12bb-403b-8779-be36b3e62235 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 210 time: 0.0286191 Jul 15 19:16:58.580865 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:16:58.984428 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ac974-7607-4772-b9be-52059a97ed92 req-32351b9d-dcba-450c-8c4d-778f1179842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:58.986717 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-3b3ac974-7607-4772-b9be-52059a97ed92 req-32351b9d-dcba-450c-8c4d-778f1179842a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 1099 time: 0.0549059 Jul 15 19:16:59.110598 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-3b3ac974-7607-4772-b9be-52059a97ed92 req-42ee2e33-b2da-4770-91da-e44f9065d81b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351787 Jul 15 19:16:59.631812 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470d695-10fd-49e1-9e88-dfbb52df6ac4 req-3eba2f5d-963b-4841-9856-0e8830e8d3f8 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:59.633327 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a470d695-10fd-49e1-9e88-dfbb52df6ac4 req-3eba2f5d-963b-4841-9856-0e8830e8d3f8 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1110988 Jul 15 19:16:59.644774 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500c5e-4c97-4ade-a568-0632a91b3bd6 req-ed85b327-a922-4a3b-b5da-0926bb307036 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:16:59.646164 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-83500c5e-4c97-4ade-a568-0632a91b3bd6 req-ed85b327-a922-4a3b-b5da-0926bb307036 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0926678 Jul 15 19:16:59.705071 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a470d695-10fd-49e1-9e88-dfbb52df6ac4 req-c0745a74-ae98-4df7-b8c5-a2b79efde43a tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578651 Jul 15 19:16:59.707715 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-83500c5e-4c97-4ade-a568-0632a91b3bd6 req-5ac77a21-5e18-4cfe-86c9-a5a40f3edcf9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541809 Jul 15 19:16:59.833055 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5c7ffa24-e18f-4335-b793-282cdf58a15e req-a844f26b-caa1-470b-9ef2-5a62131db9fc tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 210 time: 0.0284514 Jul 15 19:17:00.927589 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc652af-6e1f-432a-988f-fb22acb6df57 req-f33e4012-9afb-4b5d-9abb-8a04a687e785 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:00.929087 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8dc652af-6e1f-432a-988f-fb22acb6df57 req-f33e4012-9afb-4b5d-9abb-8a04a687e785 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1077330 Jul 15 19:17:00.937044 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73144d95-677a-41fb-831b-94c6bde94973 req-9e8d2afc-44bb-4673-8052-a2ea0f50fd60 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:00.938407 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-73144d95-677a-41fb-831b-94c6bde94973 req-9e8d2afc-44bb-4673-8052-a2ea0f50fd60 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1068795 Jul 15 19:17:00.994939 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8dc652af-6e1f-432a-988f-fb22acb6df57 req-3a9518cd-6d0f-4ed8-869b-543703dc50bf tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555766 Jul 15 19:17:00.998059 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-73144d95-677a-41fb-831b-94c6bde94973 req-6ee466ac-d854-4832-9a99-0339b145a739 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526402 Jul 15 19:17:01.119483 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a9399f2c-4585-474b-8522-563ab29bdc49 req-5257104f-ebad-4ab0-923f-205dbe522395 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 210 time: 0.0275643 Jul 15 19:17:02.209793 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26153c4-2586-424e-89dd-8db9e908002b req-138525f8-1760-4ec2-8157-b2edd025ff59 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:02.211193 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d26153c4-2586-424e-89dd-8db9e908002b req-138525f8-1760-4ec2-8157-b2edd025ff59 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1044576 Jul 15 19:17:02.219543 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dd94e-7a2e-418d-bac6-5628092f683c req-40f9fe1b-097e-4648-97e7-8b18ce80d13e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:02.220901 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0b3dd94e-7a2e-418d-bac6-5628092f683c req-40f9fe1b-097e-4648-97e7-8b18ce80d13e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1046286 Jul 15 19:17:02.272627 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d26153c4-2586-424e-89dd-8db9e908002b req-50cd5774-be9f-4316-848c-588d4fec9613 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508158 Jul 15 19:17:02.279367 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0b3dd94e-7a2e-418d-bac6-5628092f683c req-f30e2a23-4645-45ce-a778-6316e5e374bc tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516138 Jul 15 19:17:02.395606 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c268969a-3eb0-4ca7-b9de-06b2668969b4 req-eb7a7e3c-9250-458d-97e3-c42d82392662 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 210 time: 0.0276372 Jul 15 19:17:03.493570 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca226986-c260-4e54-a392-c412e74b944e req-0cbdd5fd-b7b6-4982-8a01-a7bcbf65d4b2 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:03.495095 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ca226986-c260-4e54-a392-c412e74b944e req-0cbdd5fd-b7b6-4982-8a01-a7bcbf65d4b2 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1104810 Jul 15 19:17:03.509446 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aeb0be-4216-45dd-abc7-db939e1328f1 req-f73f5f69-3880-49fe-9734-e87a344b4481 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:03.510874 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a3aeb0be-4216-45dd-abc7-db939e1328f1 req-f73f5f69-3880-49fe-9734-e87a344b4481 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0946009 Jul 15 19:17:03.564447 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ca226986-c260-4e54-a392-c412e74b944e req-003dd313-8cee-4b5c-80cd-26c00a2983fe tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625749 Jul 15 19:17:03.571462 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a3aeb0be-4216-45dd-abc7-db939e1328f1 req-787c9d7e-b499-4a14-9816-138c0dc12cd1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540707 Jul 15 19:17:03.705376 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d440d4ae-cfb6-4df9-b91d-07b883540945 req-3bf3c6f0-d022-4c38-8383-49436fc62297 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 210 time: 0.0338867 Jul 15 19:17:03.867604 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-30f8dfb1-cc0c-40ae-b149-d1735ac6eb83 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:03.868958 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-30f8dfb1-cc0c-40ae-b149-d1735ac6eb83 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.93 "GET /v2.0/networks?id=fd2e6bb4-176e-42af-9a10-2a3d1d629526 HTTP/1.1" status: 200 len: 815 time: 0.1103685 Jul 15 19:17:03.912695 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Request body: {'port': {'device_id': '47d17213-5e61-4023-9352-dfb4fb563190', 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526', 'admin_state_up': True, 'tenant_id': '2f596063bab44a28895a16c46e41e3fb'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:17:04.030601 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Made reservation on behalf of 2f596063bab44a28895a16c46e41e3fb for: {'port': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:17:04.030601 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:04.163225 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Allocated IP 172.20.0.14 (fd2e6bb4-176e-42af-9a10-2a3d1d629526/87e81f6b-86a4-4773-9f17-fcab2ad3a952/bdbfb69d-8441-4011-a46f-3142516868d2) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:17:04.325446 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:04.348952 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Transition to ACTIVE for port object bdbfb69d-8441-4011-a46f-3142516868d2 will not be triggered until provisioned by entity DHCP. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:17:04.382275 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:04.426227 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Network fd2e6bb4-176e-42af-9a10-2a3d1d629526 is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:17:04.430082 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:17:04.433970 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:17:04.487641 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Pushing event updated for resources: {'Port': ['ID=bdbfb69d-8441-4011-a46f-3142516868d2,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:04.498893 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:04.499271 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:04.499795 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:04.500269 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:04.500749 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:04.501242 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:04.501724 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:04.502205 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:04.502560 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:04.502876 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:04.503206 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:04.503549 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:04.529011 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:04.529640 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:04.556672 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-7b4f706d-9c5d-4045-82e4-90e8e1d8364a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6464016 Jul 15 19:17:04.665342 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Request body: {'port': {'device_id': '47d17213-5e61-4023-9352-dfb4fb563190', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:17:04.736373 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-cd41267e-23df-4ec0-9ece-f3f4df9b4ee2 None None] Provisioning for port bdbfb69d-8441-4011-a46f-3142516868d2 completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:17:04.741310 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-cd41267e-23df-4ec0-9ece-f3f4df9b4ee2 None None] Provisioning complete for port bdbfb69d-8441-4011-a46f-3142516868d2 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:04.741883 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-cd41267e-23df-4ec0-9ece-f3f4df9b4ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:04.816463 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:04.820852 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-cd41267e-23df-4ec0-9ece-f3f4df9b4ee2 None None] Port bdbfb69d-8441-4011-a46f-3142516868d2 cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:17:04.851999 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a67dc-d18d-42da-b062-9484227d9448 req-08450751-6cb0-420e-b5d5-e6136867cc33 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:04.858981 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5e8a67dc-d18d-42da-b062-9484227d9448 req-08450751-6cb0-420e-b5d5-e6136867cc33 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1411867 Jul 15 19:17:04.905079 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5e8a67dc-d18d-42da-b062-9484227d9448 req-ca8a8255-bc42-427a-b0b2-3de277d19852 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385354 Jul 15 19:17:04.919204 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58b23f-daa1-470a-8bc4-26667ddd43fe req-6f1dbde8-c43c-4ef1-91ed-a9e5637ae072 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:04.922056 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ae58b23f-daa1-470a-8bc4-26667ddd43fe req-6f1dbde8-c43c-4ef1-91ed-a9e5637ae072 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.1688859 Jul 15 19:17:05.013788 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ae58b23f-daa1-470a-8bc4-26667ddd43fe req-82be4ced-fa78-41b5-ad2c-e388e2dc8f45 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844953 Jul 15 19:17:05.281778 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 46314) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:05.319528 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32bc55-1830-483d-9239-17660b8629bb req-5c784c27-5756-48c2-bdb7-33a4c2aded6c tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:05.329217 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4f32bc55-1830-483d-9239-17660b8629bb req-5c784c27-5756-48c2-bdb7-33a4c2aded6c tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 932 time: 0.1725438 Jul 15 19:17:05.344434 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdbfb69d-8441-4011-a46f-3142516868d2 {{(pid=93322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:17:05.364421 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.395691 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Transition to ACTIVE for port object bdbfb69d-8441-4011-a46f-3142516868d2 will not be triggered until provisioned by entity L2. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:17:05.402587 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.429563 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4f32bc55-1830-483d-9239-17660b8629bb req-ae9e71b2-7701-4305-9e68-80f243b36c60 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991740 Jul 15 19:17:05.488368 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbfb69d-8441-4011-a46f-3142516868d2,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:05.513264 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a723176-3efc-43a7-b3f6-25f4991fc9f6 req-da22596d-55e3-4d51-8c6e-d5a531387fd0 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:05.517237 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9a723176-3efc-43a7-b3f6-25f4991fc9f6 req-da22596d-55e3-4d51-8c6e-d5a531387fd0 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.2761402 Jul 15 19:17:05.541471 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5521971e-1215-4f25-b2c5-b52dca4537e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.603215 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9a723176-3efc-43a7-b3f6-25f4991fc9f6 req-2723ca93-4ac5-4f88-bfd2-a152b09c268f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787551 Jul 15 19:17:05.605089 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Attempting to bind port bdbfb69d-8441-4011-a46f-3142516868d2 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:17:05.605779 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Attempting to bind port bdbfb69d-8441-4011-a46f-3142516868d2 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'af781008-330f-4372-90ee-083680e91489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526'}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:17:05.606374 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Attempting to bind port bdbfb69d-8441-4011-a46f-3142516868d2 on network fd2e6bb4-176e-42af-9a10-2a3d1d629526 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:17:05.625810 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Port bdbfb69d-8441-4011-a46f-3142516868d2 on network fd2e6bb4-176e-42af-9a10-2a3d1d629526 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:17:05.626463 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Attempting to bind port bdbfb69d-8441-4011-a46f-3142516868d2 on network fd2e6bb4-176e-42af-9a10-2a3d1d629526 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:17:05.637305 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:17:05.637934 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Checking segment: {'id': 'af781008-330f-4372-90ee-083680e91489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:17:05.638396 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Bound using segment: {'id': 'af781008-330f-4372-90ee-083680e91489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526'} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:17:05.638879 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Bound port: bdbfb69d-8441-4011-a46f-3142516868d2, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af781008-330f-4372-90ee-083680e91489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526'}}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:17:05.639352 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.754541 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] For port bdbfb69d-8441-4011-a46f-3142516868d2, host hv-cinder-78445, cleared binding levels {{(pid=93322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:17:05.775029 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5521971e-1215-4f25-b2c5-b52dca4537e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.777310 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] For port bdbfb69d-8441-4011-a46f-3142516868d2, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bdbfb69d-8441-4011-a46f-3142516868d2,segment=NetworkSegment(af781008-330f-4372-90ee-083680e91489),segment_id=af781008-330f-4372-90ee-083680e91489)] {{(pid=93322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:17:05.779756 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5521971e-1215-4f25-b2c5-b52dca4537e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.793627 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.869448 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:05.872962 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:05.877597 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] 10.222.0.93 "PUT /v2.0/ports/bdbfb69d-8441-4011-a46f-3142516868d2 HTTP/1.1" status: 200 len: 1094 time: 1.2169468 Jul 15 19:17:05.882935 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d17213-5e61-4023-9352-dfb4fb563190', 'tag': 'bdbfb69d-8441-4011-a46f-3142516868d2'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:17:05.885857 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fa73ac-d2e3-4b57-8587-abfe9eef080f" -d '{"events": [{"name": "network-changed", "server_uuid": "47d17213-5e61-4023-9352-dfb4fb563190", "tag": "bdbfb69d-8441-4011-a46f-3142516868d2"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:17:05.891356 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-5521971e-1215-4f25-b2c5-b52dca4537e8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e45d2daf5cd442b8648fbfc3b3423ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6079683 Jul 15 19:17:05.894055 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 46326) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:05.895324 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521971e-1215-4f25-b2c5-b52dca4537e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3150b5-d50e-4f5f-9aa4-379b9431d80f,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:05.926193 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dfc54-2221-4b89-8615-5fcdfe2d3340 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbfb69d-8441-4011-a46f-3142516868d2,revision_number=3']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:06.012955 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97b767f-357c-4d9c-baa3-773584d798e1 x-openstack-request-id: req-c97b767f-357c-4d9c-baa3-773584d798e1 {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:17:06.013258 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d17213-5e61-4023-9352-dfb4fb563190", "tag": "bdbfb69d-8441-4011-a46f-3142516868d2", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:17:06.013683 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c97b767f-357c-4d9c-baa3-773584d798e1 {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:17:06.014645 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d17213-5e61-4023-9352-dfb4fb563190', 'tag': 'bdbfb69d-8441-4011-a46f-3142516868d2', 'status': 'completed', 'code': 200} Jul 15 19:17:06.061511 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-dfec90b1-55d1-448d-b9d7-d8c24bf43419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:06.107492 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-dfec90b1-55d1-448d-b9d7-d8c24bf43419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:06.208319 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-dfec90b1-55d1-448d-b9d7-d8c24bf43419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:06.210741 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-dfec90b1-55d1-448d-b9d7-d8c24bf43419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:06.211927 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-dfec90b1-55d1-448d-b9d7-d8c24bf43419 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4b3150b5-d50e-4f5f-9aa4-379b9431d80f HTTP/1.1" status: 204 len: 168 time: 0.3112748 Jul 15 19:17:06.230041 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bbc11-4413-444d-a573-ecf8d29a0a89 req-4fdc7f89-3250-4c63-8528-40c310551473 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:06.231590 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-717bbc11-4413-444d-a573-ecf8d29a0a89 req-4fdc7f89-3250-4c63-8528-40c310551473 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1001883 Jul 15 19:17:06.232615 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec90b1-55d1-448d-b9d7-d8c24bf43419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3150b5-d50e-4f5f-9aa4-379b9431d80f,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:06.246908 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec90b1-55d1-448d-b9d7-d8c24bf43419 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.247510 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec90b1-55d1-448d-b9d7-d8c24bf43419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.248531 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec90b1-55d1-448d-b9d7-d8c24bf43419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.249056 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec90b1-55d1-448d-b9d7-d8c24bf43419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.250554 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec90b1-55d1-448d-b9d7-d8c24bf43419 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.251210 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec90b1-55d1-448d-b9d7-d8c24bf43419 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.253705 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec90b1-55d1-448d-b9d7-d8c24bf43419 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.254261 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec90b1-55d1-448d-b9d7-d8c24bf43419 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.254803 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec90b1-55d1-448d-b9d7-d8c24bf43419 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.255327 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec90b1-55d1-448d-b9d7-d8c24bf43419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.255810 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec90b1-55d1-448d-b9d7-d8c24bf43419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.256440 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec90b1-55d1-448d-b9d7-d8c24bf43419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:06.295351 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-717bbc11-4413-444d-a573-ecf8d29a0a89 req-e5b23fd7-4390-4f3c-856e-fc5076ab7f6b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552876 Jul 15 19:17:06.669622 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e077c-9435-4329-a58a-2d8ec57ca6b2 req-713c4a87-782f-449e-8fdf-703e15284ddb tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:06.678745 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8b2e077c-9435-4329-a58a-2d8ec57ca6b2 req-713c4a87-782f-449e-8fdf-703e15284ddb tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 944 time: 0.0914958 Jul 15 19:17:06.729246 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8b2e077c-9435-4329-a58a-2d8ec57ca6b2 req-8a2b11a5-25f7-4b8f-8144-58dc74377245 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492659 Jul 15 19:17:06.979230 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 46370) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:07.081653 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-d69956d4-cff8-4340-a243-80f227ec95f6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-669268104-network', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:17:07.103536 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69956d4-cff8-4340-a243-80f227ec95f6 admin admin] Made reservation on behalf of 412cc63088124ce79a3589f0ee2bac63 for: {'network': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:17:07.105839 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d69956d4-cff8-4340-a243-80f227ec95f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:07.114670 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d69956d4-cff8-4340-a243-80f227ec95f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:07.208374 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d69956d4-cff8-4340-a243-80f227ec95f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:07.213644 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d69956d4-cff8-4340-a243-80f227ec95f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:07.229719 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69956d4-cff8-4340-a243-80f227ec95f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1191, 'physical_network': 'physnet1'} {{(pid=93321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:17:07.252448 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d69956d4-cff8-4340-a243-80f227ec95f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:07.252788 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.segments_db [None req-d69956d4-cff8-4340-a243-80f227ec95f6 admin admin] Added segment 38392650-afee-488f-8ebd-049e92c4f4f3 of type vlan for network f85f717e-1189-49c0-bcaa-5760f144f50d Jul 15 19:17:07.289766 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69956d4-cff8-4340-a243-80f227ec95f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d85a51-0c30-4b08-85cf-0520abd9ce05,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:07.303256 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d69956d4-cff8-4340-a243-80f227ec95f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:07.352899 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d69956d4-cff8-4340-a243-80f227ec95f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:07.353864 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69956d4-cff8-4340-a243-80f227ec95f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:07.354562 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d69956d4-cff8-4340-a243-80f227ec95f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:07.391396 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-d69956d4-cff8-4340-a243-80f227ec95f6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4110553 Jul 15 19:17:07.394198 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 46382) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:07.399297 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-f13cd6e1-59f4-4df0-a580-b24cb0e5241e admin admin] Request body: {'subnet': {'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-669268104-subnet', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'ip_version': 4}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:17:07.432226 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69956d4-cff8-4340-a243-80f227ec95f6 admin admin] Pushing event updated for resources: {'Network': ['ID=f85f717e-1189-49c0-bcaa-5760f144f50d,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:07.443692 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network f85f717e-1189-49c0-bcaa-5760f144f50d details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:17:07.451172 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13cd6e1-59f4-4df0-a580-b24cb0e5241e admin admin] Made reservation on behalf of 412cc63088124ce79a3589f0ee2bac63 for: {'subnet': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:17:07.456411 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f13cd6e1-59f4-4df0-a580-b24cb0e5241e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132686063'] for subnet, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:07.649022 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98deb95-1ae4-45f3-99e5-e0df9f11dd1e req-5c32c5d2-03c5-4923-b4ef-cbfbeef313ac tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:07.650666 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b98deb95-1ae4-45f3-99e5-e0df9f11dd1e req-5c32c5d2-03c5-4923-b4ef-cbfbeef313ac tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1917505 Jul 15 19:17:07.661215 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09bb38-f51d-43ca-aaeb-8cbe0ebc6054 req-9d327174-4d29-45eb-92d8-9b72306fc81b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:07.662856 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1b09bb38-f51d-43ca-aaeb-8cbe0ebc6054 req-9d327174-4d29-45eb-92d8-9b72306fc81b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.2028162 Jul 15 19:17:07.774880 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b98deb95-1ae4-45f3-99e5-e0df9f11dd1e req-7f7151fa-ba85-4e71-be29-1b1ffc78d57c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109982 Jul 15 19:17:07.793950 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1b09bb38-f51d-43ca-aaeb-8cbe0ebc6054 req-f0432a56-c4df-48a7-8f4e-0c4e8278ca1f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112244 Jul 15 19:17:07.811301 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f13cd6e1-59f4-4df0-a580-b24cb0e5241e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132133703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132686077'] for subnet, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:07.883965 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13cd6e1-59f4-4df0-a580-b24cb0e5241e admin admin] Pushing event updated for resources: {'Subnet': ['ID=96d427e5-3376-4497-acbb-248c3bfd0fc9,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:07.911538 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13cd6e1-59f4-4df0-a580-b24cb0e5241e admin admin] Checking segment: {'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:17:07.911886 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13cd6e1-59f4-4df0-a580-b24cb0e5241e admin admin] Network hostable DHCP agents. Network: f85f717e-1189-49c0-bcaa-5760f144f50d, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:17:07.950072 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13cd6e1-59f4-4df0-a580-b24cb0e5241e admin admin] Network f85f717e-1189-49c0-bcaa-5760f144f50d is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:17:07.965589 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-f13cd6e1-59f4-4df0-a580-b24cb0e5241e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, f85f717e-1189-49c0-bcaa-5760f144f50d) {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:17:07.970476 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13cd6e1-59f4-4df0-a580-b24cb0e5241e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:07.971333 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f13cd6e1-59f4-4df0-a580-b24cb0e5241e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:07.974337 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e6aec6-0847-45f1-8eb8-2f6864264ad7 None None] Network f85f717e-1189-49c0-bcaa-5760f144f50d requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:17:07.993843 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3cce5-ea78-4ff2-8051-d4355ff24c14 req-3f8887f6-eae2-4ff7-8d58-d01651bd1832 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:07.995421 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6cb3cce5-ea78-4ff2-8051-d4355ff24c14 req-3f8887f6-eae2-4ff7-8d58-d01651bd1832 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 944 time: 0.0957878 Jul 15 19:17:08.000890 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-f13cd6e1-59f4-4df0-a580-b24cb0e5241e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6053412 Jul 15 19:17:08.003558 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 46390) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:08.009903 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:17:08.065347 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6cb3cce5-ea78-4ff2-8051-d4355ff24c14 req-e61e905c-4a76-4ef0-8d2b-6d849cbd662a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464857 Jul 15 19:17:08.066267 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7015'] for router, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.067386 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.127324 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.145195 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd5ea0a1-21e6-5cea-93ef-ecf5ad1bc28f-f85f717e-1189-49c0-bcaa-5760f144f50d', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9'}]}} from dv-cinder-784453-9-iscsi. {{(pid=93323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:17:08.146056 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.262410 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5766'] for router, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.294349 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.db_base_plugin_common [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Allocated IP 172.20.0.2 (f85f717e-1189-49c0-bcaa-5760f144f50d/96d427e5-3376-4497-acbb-248c3bfd0fc9/4063e747-62af-4093-955e-337c1e963848) {{(pid=93323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:17:08.454515 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Notify callbacks [] for port, precommit_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.464887 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Transition to ACTIVE for port object 4063e747-62af-4093-955e-337c1e963848 will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:17:08.481449 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Transition to ACTIVE for port object 4063e747-62af-4093-955e-337c1e963848 will not be triggered until provisioned by entity DHCP. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:17:08.489515 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203'] for port, after_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.532744 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Network f85f717e-1189-49c0-bcaa-5760f144f50d is already hosted by enough agents. {{(pid=93323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:17:08.536179 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.base_scheduler [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Resources bound (agent type, host, resource id): {{(pid=93323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:17:08.540926 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Received port after_create {{(pid=93323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:17:08.568437 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Pushing event updated for resources: {'Port': ['ID=4063e747-62af-4093-955e-337c1e963848,revision_number=1']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:08.603744 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:08.604391 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:08.604725 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:08.605055 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:08.605381 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:08.605704 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:08.606026 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:08.606345 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:08.606700 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:08.607186 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:08.607508 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:08.607823 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:17:08.616759 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Attempting to bind port 4063e747-62af-4093-955e-337c1e963848 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:17:08.617394 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Attempting to bind port 4063e747-62af-4093-955e-337c1e963848 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:17:08.618678 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Attempting to bind port 4063e747-62af-4093-955e-337c1e963848 on network f85f717e-1189-49c0-bcaa-5760f144f50d {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:17:08.626695 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:17:08.627380 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Checking segment: {'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:17:08.627967 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.628505 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Bound using segment: {'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:17:08.629128 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Bound port: 4063e747-62af-4093-955e-337c1e963848, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:17:08.629690 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.696799 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] For port 4063e747-62af-4093-955e-337c1e963848, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:17:08.703325 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] For port 4063e747-62af-4093-955e-337c1e963848, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=4063e747-62af-4093-955e-337c1e963848,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:17:08.708023 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.732677 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.753876 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:08.775747 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975e5fe-60ee-4ae2-a21f-bac5c085aa8f None None] Pushing event updated for resources: {'Port': ['ID=4063e747-62af-4093-955e-337c1e963848,revision_number=2']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:08.890800 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Allocated IP 172.27.0.135 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/05411104-0074-4f32-8bb2-a4ac5844955e) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:17:09.092412 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.174366 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d380c-cf82-4fd2-8e51-957540114adc req-7c287e84-fc14-4e27-90e6-3cfbf5670c77 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:09.178640 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-406d380c-cf82-4fd2-8e51-957540114adc req-7c287e84-fc14-4e27-90e6-3cfbf5670c77 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1824660 Jul 15 19:17:09.198141 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5638767-d294-4718-ab95-d061676a8ad5 req-24b89fa4-d1d0-4340-81d0-95b90802118d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:09.199576 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d5638767-d294-4718-ab95-d061676a8ad5 req-24b89fa4-d1d0-4340-81d0-95b90802118d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.1881614 Jul 15 19:17:09.202088 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.279552 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:17:09.285041 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-406d380c-cf82-4fd2-8e51-957540114adc req-242a8281-e485-4935-9403-48e73f60ee08 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018934 Jul 15 19:17:09.290749 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:17:09.294289 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:17:09.297714 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Pushing event updated for resources: {'Port': ['ID=05411104-0074-4f32-8bb2-a4ac5844955e,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:09.341300 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d5638767-d294-4718-ab95-d061676a8ad5 req-754acd5a-cd62-47be-abb0-6f9361f703ea tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259081 Jul 15 19:17:09.556108 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f651ad6-0319-4a09-bcd0-51c3bfafb802 req-4a2618ca-69cd-40ef-80c7-d363d6dd45d2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:09.557663 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2f651ad6-0319-4a09-bcd0-51c3bfafb802 req-4a2618ca-69cd-40ef-80c7-d363d6dd45d2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 944 time: 0.1292944 Jul 15 19:17:09.640415 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2f651ad6-0319-4a09-bcd0-51c3bfafb802 req-74584ee7-9bee-4348-8a8b-48afa90eab67 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725389 Jul 15 19:17:09.653287 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.877884 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978432'] for router, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:09.914963 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa7f254-4790-4248-93de-a7c9b824c754 None None] Network f85f717e-1189-49c0-bcaa-5760f144f50d requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:17:10.001891 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-c68d2201-2633-4ab1-9e09-67ba7c3fe0ce None None] Provisioning for port 4063e747-62af-4093-955e-337c1e963848 completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:17:10.074568 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Router 00cbb213-ccab-48b6-90a5-2805db14d19e is scheduled to L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f with binding_index 1 {{(pid=93321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:17:10.131598 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 4063e747-62af-4093-955e-337c1e963848 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:17:10.196435 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 4063e747-62af-4093-955e-337c1e963848 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:17:10.200180 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 4063e747-62af-4093-955e-337c1e963848 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:10.200434 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:10.202852 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:17:10.218329 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7500f201-782c-462a-937e-046409423042 None None] Sync routers for ids ['00cbb213-ccab-48b6-90a5-2805db14d19e'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:17:10.232100 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] Notify callbacks [] for router, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:10.238516 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-516221b8-9bd9-444a-bd37-3324f1b8da23 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2292199 Jul 15 19:17:10.241972 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 46408) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:10.246294 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7500f201-782c-462a-937e-046409423042 None None] Routers {'00cbb213-ccab-48b6-90a5-2805db14d19e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:17:10.246992 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-7500f201-782c-462a-937e-046409423042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:16:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['00cbb213-ccab-48b6-90a5-2805db14d19e'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:10.383182 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:10.438861 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port 4063e747-62af-4093-955e-337c1e963848, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=4063e747-62af-4093-955e-337c1e963848,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:10.446798 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:10.550266 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=4063e747-62af-4093-955e-337c1e963848,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:10.555350 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-c209a33c-497a-4529-9b9c-b309deb2898e None None] Provisioning complete for port 4063e747-62af-4093-955e-337c1e963848 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:10.555724 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-c209a33c-497a-4529-9b9c-b309deb2898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:10.697322 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-7500f201-782c-462a-937e-046409423042 None None] Set router 00cbb213-ccab-48b6-90a5-2805db14d19e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:17:10.816278 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6261d-ddf5-4df7-8004-65cca6c13447 req-7e66c292-d84a-4634-a633-a2cef804174d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:10.817942 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cce6261d-ddf5-4df7-8004-65cca6c13447 req-7e66c292-d84a-4634-a633-a2cef804174d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.2295105 Jul 15 19:17:10.830239 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c76d77-5a70-485b-80b0-e117d5c84591 req-e92776aa-0443-44b7-8bba-4e61cdead082 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:10.832109 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-73c76d77-5a70-485b-80b0-e117d5c84591 req-e92776aa-0443-44b7-8bba-4e61cdead082 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.2425904 Jul 15 19:17:10.899862 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-7500f201-782c-462a-937e-046409423042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:09Z', 'revision_number': 3, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:10.931813 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7500f201-782c-462a-937e-046409423042 None None] Checking router: 00cbb213-ccab-48b6-90a5-2805db14d19e for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:17:10.932160 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7500f201-782c-462a-937e-046409423042 None None] Updating router 00cbb213-ccab-48b6-90a5-2805db14d19e port 05411104-0074-4f32-8bb2-a4ac5844955e binding host dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:17:10.997325 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-7500f201-782c-462a-937e-046409423042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:11.200988 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cce6261d-ddf5-4df7-8004-65cca6c13447 req-bca7a15e-1dd2-4a9c-ab89-600589930874 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430016 Jul 15 19:17:11.222869 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-73c76d77-5a70-485b-80b0-e117d5c84591 req-035ade98-d1f0-459e-8179-71bf145f2c45 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3580475 Jul 15 19:17:11.316715 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-7500f201-782c-462a-937e-046409423042 None None] Notify callbacks [] for port, precommit_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:11.328000 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.provisioning_blocks [None req-7500f201-782c-462a-937e-046409423042 None None] Transition to ACTIVE for port object 05411104-0074-4f32-8bb2-a4ac5844955e will not be triggered until provisioned by entity L2. {{(pid=93324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:17:11.334833 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-7500f201-782c-462a-937e-046409423042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:11.380818 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318fc78-8fc8-4cbe-9c40-e0151f296de9 None None] Pushing event updated for resources: {'Port': ['ID=05411104-0074-4f32-8bb2-a4ac5844955e,revision_number=2']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:11.392851 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:11.403924 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-7500f201-782c-462a-937e-046409423042 None None] Attempting to bind port 05411104-0074-4f32-8bb2-a4ac5844955e on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:17:11.404313 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-7500f201-782c-462a-937e-046409423042 None None] Attempting to bind port 05411104-0074-4f32-8bb2-a4ac5844955e by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:17:11.404675 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7500f201-782c-462a-937e-046409423042 None None] Attempting to bind port 05411104-0074-4f32-8bb2-a4ac5844955e on network 2fe01b8c-3178-4875-bf1e-3816faa9377f {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:17:11.410065 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7500f201-782c-462a-937e-046409423042 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:17:11.410456 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7500f201-782c-462a-937e-046409423042 None None] Checking segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:17:11.410868 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-7500f201-782c-462a-937e-046409423042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:11.411256 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7500f201-782c-462a-937e-046409423042 None None] Bound using segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:17:11.411741 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-7500f201-782c-462a-937e-046409423042 None None] Bound port: 05411104-0074-4f32-8bb2-a4ac5844955e, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:17:11.412142 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-7500f201-782c-462a-937e-046409423042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:11.463493 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-7500f201-782c-462a-937e-046409423042 None None] For port 05411104-0074-4f32-8bb2-a4ac5844955e, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:17:11.464231 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f69df-4610-45fd-ba87-f792326ae08c req-62ee29c3-62cc-4d1d-8b0b-12bfb48cefe3 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:11.465857 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-067f69df-4610-45fd-ba87-f792326ae08c req-62ee29c3-62cc-4d1d-8b0b-12bfb48cefe3 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 944 time: 0.1481497 Jul 15 19:17:11.466663 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-7500f201-782c-462a-937e-046409423042 None None] For port 05411104-0074-4f32-8bb2-a4ac5844955e, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=05411104-0074-4f32-8bb2-a4ac5844955e,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:17:11.476759 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-7500f201-782c-462a-937e-046409423042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:11.529144 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7500f201-782c-462a-937e-046409423042 None None] Routers {'00cbb213-ccab-48b6-90a5-2805db14d19e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:17:11.529749 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-7500f201-782c-462a-937e-046409423042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:16:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['00cbb213-ccab-48b6-90a5-2805db14d19e'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:11.542227 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318fc78-8fc8-4cbe-9c40-e0151f296de9 None None] Pushing event updated for resources: {'Port': ['ID=05411104-0074-4f32-8bb2-a4ac5844955e,revision_number=3']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:11.548754 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-067f69df-4610-45fd-ba87-f792326ae08c req-fd36d5cf-1a70-4163-b78b-daf7c7043fee tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746777 Jul 15 19:17:11.612044 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Allocated IP 172.20.0.1 (f85f717e-1189-49c0-bcaa-5760f144f50d/96d427e5-3376-4497-acbb-248c3bfd0fc9/888b312b-5043-43ac-b2f4-174d064ed115) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:17:11.660951 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-7500f201-782c-462a-937e-046409423042 None None] Set router 00cbb213-ccab-48b6-90a5-2805db14d19e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:17:11.718617 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:11.736926 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.provisioning_blocks [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Transition to ACTIVE for port object 888b312b-5043-43ac-b2f4-174d064ed115 will not be triggered until provisioned by entity DHCP. {{(pid=93321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:17:11.772669 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:11.818317 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Network f85f717e-1189-49c0-bcaa-5760f144f50d is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:17:11.821248 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:17:11.825532 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:17:11.828840 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Pushing event updated for resources: {'Port': ['ID=888b312b-5043-43ac-b2f4-174d064ed115,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:11.857201 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-7500f201-782c-462a-937e-046409423042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:09Z', 'revision_number': 3, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:11.870276 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-975671'] for router_interface, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:11.895270 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7500f201-782c-462a-937e-046409423042 None None] The sync data for ids ['00cbb213-ccab-48b6-90a5-2805db14d19e'] in dv-cinder-784453-9-iscsi is: [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:09Z', 'revision_number': 3, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:17:12.082535 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:12.091272 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 4063e747-62af-4093-955e-337c1e963848 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:17:12.171175 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 4063e747-62af-4093-955e-337c1e963848 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:12.171380 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:12.281343 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-38fe05a5-8960-42ff-ba85-0167f8c0417b None None] Provisioning for port 888b312b-5043-43ac-b2f4-174d064ed115 completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:17:12.303892 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-38fe05a5-8960-42ff-ba85-0167f8c0417b None None] Provisioning complete for port 888b312b-5043-43ac-b2f4-174d064ed115 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:12.304267 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-38fe05a5-8960-42ff-ba85-0167f8c0417b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:12.326660 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:12.334651 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:12.400225 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-38fe05a5-8960-42ff-ba85-0167f8c0417b None None] Port 888b312b-5043-43ac-b2f4-174d064ed115 cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:17:12.536463 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Pushing event updated for resources: {'Port': ['ID=888b312b-5043-43ac-b2f4-174d064ed115,revision_number=2']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:12.542054 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975683'] for router_interface, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:12.645055 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8540a7-ceca-4417-81d2-698e654d6d24 req-0c289350-eb83-4bf0-a3a4-2953bbf280e4 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:12.646587 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9b8540a7-ceca-4417-81d2-698e654d6d24 req-0c289350-eb83-4bf0-a3a4-2953bbf280e4 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.2149255 Jul 15 19:17:12.685562 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8f9e3-6231-4ebf-9dd7-f454a5a5e546 req-2e674f09-1d2d-46d8-b43a-00b669322779 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:12.687764 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-24a8f9e3-6231-4ebf-9dd7-f454a5a5e546 req-2e674f09-1d2d-46d8-b43a-00b669322779 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.2138195 Jul 15 19:17:12.736432 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Network f85f717e-1189-49c0-bcaa-5760f144f50d is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:17:12.739565 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:17:12.746408 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9b8540a7-ceca-4417-81d2-698e654d6d24 req-fba71940-56b4-441b-a601-f81f3a78a33e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919676 Jul 15 19:17:12.802689 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-24a8f9e3-6231-4ebf-9dd7-f454a5a5e546 req-27c15359-7207-44af-97be-931f06a4070e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046371 Jul 15 19:17:12.946593 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Router 00cbb213-ccab-48b6-90a5-2805db14d19e has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:17:12.967255 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc50e8-60dd-495d-885b-65d316223d27 req-564a5328-b531-4778-a073-c6963dfacd7a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:12.969534 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f2bc50e8-60dd-495d-885b-65d316223d27 req-564a5328-b531-4778-a073-c6963dfacd7a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 944 time: 0.0937910 Jul 15 19:17:13.036272 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-3712dbe1-fd37-4eba-9988-cc7eafd93dab None None] Provisioning complete for port 888b312b-5043-43ac-b2f4-174d064ed115 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:13.036644 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-3712dbe1-fd37-4eba-9988-cc7eafd93dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:13.075439 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-3712dbe1-fd37-4eba-9988-cc7eafd93dab None None] Port 888b312b-5043-43ac-b2f4-174d064ed115 cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:17:13.100036 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f2bc50e8-60dd-495d-885b-65d316223d27 req-62adfd19-3658-4d6b-adb1-bd64647b9e89 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220298 Jul 15 19:17:13.130923 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:17:13.151979 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-5e7c5133-69d5-4a3d-ba5c-a1b5bceb1b1c admin admin] 10.222.0.73 "PUT /v2.0/routers/00cbb213-ccab-48b6-90a5-2805db14d19e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9042432 Jul 15 19:17:13.625026 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 46450) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:13.630917 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-5794ec2a-9fd7-41a9-960e-5cb74665cad5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1167864293-network', 'tenant_id': '1d36b82b9e7a406fad7440d7c14a951d'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:17:13.652615 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5794ec2a-9fd7-41a9-960e-5cb74665cad5 admin admin] Made reservation on behalf of 1d36b82b9e7a406fad7440d7c14a951d for: {'network': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:17:13.654881 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5794ec2a-9fd7-41a9-960e-5cb74665cad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:13.663936 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5794ec2a-9fd7-41a9-960e-5cb74665cad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:13.761116 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5794ec2a-9fd7-41a9-960e-5cb74665cad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:13.766719 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5794ec2a-9fd7-41a9-960e-5cb74665cad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:13.794166 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5794ec2a-9fd7-41a9-960e-5cb74665cad5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=93321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:17:13.807375 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794ec2a-9fd7-41a9-960e-5cb74665cad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8757ddd4-e6fe-4584-bd8a-f480551c7c9d,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:13.814019 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5794ec2a-9fd7-41a9-960e-5cb74665cad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:13.814368 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.segments_db [None req-5794ec2a-9fd7-41a9-960e-5cb74665cad5 admin admin] Added segment f6e5e8d9-4c9a-4544-a66f-29ff58201c70 of type vlan for network 936bbf8d-b08d-4304-b099-e5da5ee06bb7 Jul 15 19:17:13.826343 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Sync routers for ids ['00cbb213-ccab-48b6-90a5-2805db14d19e'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:17:13.841613 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Routers {'00cbb213-ccab-48b6-90a5-2805db14d19e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:17:13.842536 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:16:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['00cbb213-ccab-48b6-90a5-2805db14d19e'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:13.887705 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5794ec2a-9fd7-41a9-960e-5cb74665cad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:13.969222 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5794ec2a-9fd7-41a9-960e-5cb74665cad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:13.970336 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5794ec2a-9fd7-41a9-960e-5cb74665cad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:13.971029 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5794ec2a-9fd7-41a9-960e-5cb74665cad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:14.145174 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 05411104-0074-4f32-8bb2-a4ac5844955e up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:17:14.147089 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794ec2a-9fd7-41a9-960e-5cb74665cad5 admin admin] Pushing event updated for resources: {'Network': ['ID=936bbf8d-b08d-4304-b099-e5da5ee06bb7,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:14.163340 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbcf5c-17a2-4d7c-9dd1-5a8e723ecb65 req-2b94759d-523b-41e6-bb7e-00a6aa472b70 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:14.165023 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-29fbcf5c-17a2-4d7c-9dd1-5a8e723ecb65 req-2b94759d-523b-41e6-bb7e-00a6aa472b70 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.2625654 Jul 15 19:17:14.174303 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-5794ec2a-9fd7-41a9-960e-5cb74665cad5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5449803 Jul 15 19:17:14.175743 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 46460) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:14.178669 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network 936bbf8d-b08d-4304-b099-e5da5ee06bb7 details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:17:14.179691 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-b0ec0333-7326-425e-bb7d-3d18cc8ac5e3 admin admin] Request body: {'subnet': {'network_id': '936bbf8d-b08d-4304-b099-e5da5ee06bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1167864293-subnet', 'tenant_id': '1d36b82b9e7a406fad7440d7c14a951d', 'ip_version': 4}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:17:14.240741 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-29fbcf5c-17a2-4d7c-9dd1-5a8e723ecb65 req-9541ae0c-f573-4208-b65c-c591ed076724 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566406 Jul 15 19:17:14.257625 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a963f8b-995b-4880-95ab-cec02b0f6236 req-aaa2297f-ba49-4224-94a7-eb9dcdbe43a6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:14.272866 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9a963f8b-995b-4880-95ab-cec02b0f6236 req-aaa2297f-ba49-4224-94a7-eb9dcdbe43a6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.2925556 Jul 15 19:17:14.275088 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ec0333-7326-425e-bb7d-3d18cc8ac5e3 admin admin] Made reservation on behalf of 1d36b82b9e7a406fad7440d7c14a951d for: {'subnet': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:17:14.277336 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b0ec0333-7326-425e-bb7d-3d18cc8ac5e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132686063'] for subnet, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:14.279440 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Set router 00cbb213-ccab-48b6-90a5-2805db14d19e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:17:14.339487 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 05411104-0074-4f32-8bb2-a4ac5844955e completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:17:14.380814 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 05411104-0074-4f32-8bb2-a4ac5844955e triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:14.381192 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:14.515035 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9a963f8b-995b-4880-95ab-cec02b0f6236 req-d61f3a2e-47bf-4ae6-b55f-f6f7f9bf58cb tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475750 Jul 15 19:17:14.534994 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b0ec0333-7326-425e-bb7d-3d18cc8ac5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132133703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132686077'] for subnet, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:14.565427 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:14.592438 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port 05411104-0074-4f32-8bb2-a4ac5844955e, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=05411104-0074-4f32-8bb2-a4ac5844955e,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:14.597914 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:14.614435 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b651d4-2c78-4ab7-8de5-3811a679cdb3 req-503707e6-1c9f-4c98-9d4c-14ecd77bd728 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:14.615966 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c4b651d4-2c78-4ab7-8de5-3811a679cdb3 req-503707e6-1c9f-4c98-9d4c-14ecd77bd728 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 944 time: 0.1596010 Jul 15 19:17:14.647496 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec0333-7326-425e-bb7d-3d18cc8ac5e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec2fb90e-02a6-44ce-b249-87d56eb7f1de,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:14.653208 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:12Z', 'revision_number': 2, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:14.658156 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=05411104-0074-4f32-8bb2-a4ac5844955e,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:14.672308 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ec0333-7326-425e-bb7d-3d18cc8ac5e3 admin admin] Checking segment: {'id': 'f6e5e8d9-4c9a-4544-a66f-29ff58201c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '936bbf8d-b08d-4304-b099-e5da5ee06bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:17:14.672308 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ec0333-7326-425e-bb7d-3d18cc8ac5e3 admin admin] Network hostable DHCP agents. Network: 936bbf8d-b08d-4304-b099-e5da5ee06bb7, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:17:14.682414 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c4b651d4-2c78-4ab7-8de5-3811a679cdb3 req-14da4d21-09b8-4821-a909-d38107da9186 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562336 Jul 15 19:17:14.693603 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Checking router: 00cbb213-ccab-48b6-90a5-2805db14d19e for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:17:14.694255 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Updating router 00cbb213-ccab-48b6-90a5-2805db14d19e port 888b312b-5043-43ac-b2f4-174d064ed115 binding host dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:17:14.709482 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ec0333-7326-425e-bb7d-3d18cc8ac5e3 admin admin] Network 936bbf8d-b08d-4304-b099-e5da5ee06bb7 is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:17:14.722930 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-b0ec0333-7326-425e-bb7d-3d18cc8ac5e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, 936bbf8d-b08d-4304-b099-e5da5ee06bb7) {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:17:14.733920 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ec0333-7326-425e-bb7d-3d18cc8ac5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:14.734707 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c447ff40-755a-4588-8bf0-beb972d8b937 None None] Network 936bbf8d-b08d-4304-b099-e5da5ee06bb7 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:17:14.735035 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b0ec0333-7326-425e-bb7d-3d18cc8ac5e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:14.741402 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:14.751381 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-b0ec0333-7326-425e-bb7d-3d18cc8ac5e3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5756550 Jul 15 19:17:14.754001 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 46466) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:14.758288 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1167864293-router', 'tenant_id': '1d36b82b9e7a406fad7440d7c14a951d', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:17:14.781082 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-978672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7015'] for router, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:14.782402 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978487', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:14.837339 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:14.977202 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-978581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5766'] for router, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:15.023649 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd5ea0a1-21e6-5cea-93ef-ecf5ad1bc28f-936bbf8d-b08d-4304-b099-e5da5ee06bb7', 'network_id': '936bbf8d-b08d-4304-b099-e5da5ee06bb7', 'tenant_id': '1d36b82b9e7a406fad7440d7c14a951d', 'fixed_ips': [{'subnet_id': 'ec2fb90e-02a6-44ce-b249-87d56eb7f1de'}]}} from dv-cinder-784453-9-iscsi. {{(pid=93323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 19:17:15.024495 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:15.210580 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:15.228646 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Notify callbacks [] for port, precommit_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:15.230611 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:15.230912 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.db_base_plugin_common [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Allocated IP 172.20.0.2 (936bbf8d-b08d-4304-b099-e5da5ee06bb7/ec2fb90e-02a6-44ce-b249-87d56eb7f1de/2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c) {{(pid=93323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:17:15.245767 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Transition to ACTIVE for port object 888b312b-5043-43ac-b2f4-174d064ed115 will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:17:15.265134 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:15.361849 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a75fc1-13dc-4e46-b28a-64dcd0c52cbd None None] Pushing event updated for resources: {'Port': ['ID=888b312b-5043-43ac-b2f4-174d064ed115,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:15.386310 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Allocated IP 172.27.0.17 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:17:15.501448 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Attempting to bind port 888b312b-5043-43ac-b2f4-174d064ed115 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:17:15.502048 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Attempting to bind port 888b312b-5043-43ac-b2f4-174d064ed115 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:17:15.502739 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Attempting to bind port 888b312b-5043-43ac-b2f4-174d064ed115 on network f85f717e-1189-49c0-bcaa-5760f144f50d {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:17:15.517730 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:17:15.518195 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Checking segment: {'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:17:15.518697 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:15.519151 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Bound using segment: {'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:17:15.519695 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Bound port: 888b312b-5043-43ac-b2f4-174d064ed115, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:17:15.520142 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:15.613521 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:15.622181 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Notify callbacks [] for port, precommit_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:15.634228 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d529fe9-6c77-4715-9d26-8419566659d9 req-2925fc38-57aa-4f96-a87d-829cc7029822 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:15.634820 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Transition to ACTIVE for port object 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:17:15.636149 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7d529fe9-6c77-4715-9d26-8419566659d9 req-2925fc38-57aa-4f96-a87d-829cc7029822 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.1299918 Jul 15 19:17:15.661618 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Transition to ACTIVE for port object 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c will not be triggered until provisioned by entity DHCP. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:17:15.681605 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203'] for port, after_create {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:15.741218 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7d529fe9-6c77-4715-9d26-8419566659d9 req-bff1caee-0dba-416e-9f6f-cf8896676a85 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896382 Jul 15 19:17:15.772899 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Network 936bbf8d-b08d-4304-b099-e5da5ee06bb7 is already hosted by enough agents. {{(pid=93323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:17:15.781320 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] For port 888b312b-5043-43ac-b2f4-174d064ed115, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:17:15.785545 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.scheduler.base_scheduler [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Resources bound (agent type, host, resource id): {{(pid=93323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:17:15.790929 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] For port 888b312b-5043-43ac-b2f4-174d064ed115, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=888b312b-5043-43ac-b2f4-174d064ed115,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:17:15.795194 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Received port after_create {{(pid=93323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:17:15.798713 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:15.799283 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Pushing event updated for resources: {'Port': ['ID=2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c,revision_number=1']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:15.803541 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:15.879180 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:17:15.926144 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Attempting to bind port 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:17:15.926533 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Attempting to bind port 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': 'f6e5e8d9-4c9a-4544-a66f-29ff58201c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '936bbf8d-b08d-4304-b099-e5da5ee06bb7'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:17:15.926897 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Attempting to bind port 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c on network 936bbf8d-b08d-4304-b099-e5da5ee06bb7 {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:17:15.942125 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Routers {'00cbb213-ccab-48b6-90a5-2805db14d19e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:17:15.942125 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:16:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['00cbb213-ccab-48b6-90a5-2805db14d19e'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:15.946605 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:17:15.946983 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Checking segment: {'id': 'f6e5e8d9-4c9a-4544-a66f-29ff58201c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '936bbf8d-b08d-4304-b099-e5da5ee06bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:17:15.947396 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:15.947789 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Bound using segment: {'id': 'f6e5e8d9-4c9a-4544-a66f-29ff58201c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '936bbf8d-b08d-4304-b099-e5da5ee06bb7'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:17:15.948267 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Bound port: 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e5e8d9-4c9a-4544-a66f-29ff58201c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '936bbf8d-b08d-4304-b099-e5da5ee06bb7'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:17:15.948651 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:15.950624 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a75fc1-13dc-4e46-b28a-64dcd0c52cbd None None] Pushing event updated for resources: {'Port': ['ID=888b312b-5043-43ac-b2f4-174d064ed115,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:16.219233 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:17:16.225322 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 05411104-0074-4f32-8bb2-a4ac5844955e up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:17:16.236962 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:17:16.257903 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Pushing event updated for resources: {'Port': ['ID=1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:16.300412 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e531f-41dc-4530-981a-52292539a017 req-2af676ba-0af6-465c-beb6-4d8ad20f216c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:16.302016 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7c2e531f-41dc-4530-981a-52292539a017 req-2af676ba-0af6-465c-beb6-4d8ad20f216c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.5871296 Jul 15 19:17:16.316405 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] Set router 00cbb213-ccab-48b6-90a5-2805db14d19e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:17:16.348739 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] For port 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:17:16.369193 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] For port 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c,segment=NetworkSegment(f6e5e8d9-4c9a-4544-a66f-29ff58201c70),segment_id=f6e5e8d9-4c9a-4544-a66f-29ff58201c70)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:17:16.380203 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:16.441398 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7c2e531f-41dc-4530-981a-52292539a017 req-f122a64c-eec2-42b1-98a9-b9b90f6176ed tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290247 Jul 15 19:17:16.450832 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd8307-e1e8-4699-a09a-f38ad2783489 req-c2bb244b-2984-4a04-a7bb-fec8dd1d150a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:16.451216 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 05411104-0074-4f32-8bb2-a4ac5844955e triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:16.451581 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:16.453139 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f3fd8307-e1e8-4699-a09a-f38ad2783489 req-c2bb244b-2984-4a04-a7bb-fec8dd1d150a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 944 time: 0.5703869 Jul 15 19:17:16.565037 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09c7ea-e9a8-4e08-99bf-56f6a0beeace None None] Pushing event updated for resources: {'Port': ['ID=2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c,revision_number=2']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:16.572843 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f3fd8307-e1e8-4699-a09a-f38ad2783489 req-124e7cd1-9d8d-4606-b6ef-3513e7620242 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054838 Jul 15 19:17:16.668522 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:16.729193 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:15Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:16.757717 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4810c6d3-0f8c-407e-bc2b-a268e1624452 None None] The sync data for ids ['00cbb213-ccab-48b6-90a5-2805db14d19e'] in dv-cinder-784453-9-iscsi is: [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:15Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:17:17.104914 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-978683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978432'] for router, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:17.119225 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba51f2-742f-4e6a-b79b-3b5790610ba7 req-6ba9d485-d4e0-4882-9b2a-8dcc17206f66 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:17.120888 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3dba51f2-742f-4e6a-b79b-3b5790610ba7 req-6ba9d485-d4e0-4882-9b2a-8dcc17206f66 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.1493139 Jul 15 19:17:17.229559 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3dba51f2-742f-4e6a-b79b-3b5790610ba7 req-65e88d02-d369-4804-a3d6-e1a886dc9adf tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702803 Jul 15 19:17:17.284513 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Router 6789ae03-ed2c-411e-a421-b46b89e09f4d is scheduled to L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f with binding_index 1 {{(pid=93321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 19:17:17.409536 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:17:17.419822 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Sync routers for ids ['6789ae03-ed2c-411e-a421-b46b89e09f4d'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:17:17.426650 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] Notify callbacks [] for router, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:17.430407 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-a116212f-23bb-4ee1-87ec-f4cabc5264dc admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6729188 Jul 15 19:17:17.430737 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 46486) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:17.443310 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Routers {'6789ae03-ed2c-411e-a421-b46b89e09f4d'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:17:17.444453 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:16:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['6789ae03-ed2c-411e-a421-b46b89e09f4d'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:17.642658 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Set router 6789ae03-ed2c-411e-a421-b46b89e09f4d gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:17:18.001504 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4d173-5cbe-49fe-8c1b-e8cb5ba239ca req-644674c8-f6ba-43d6-8931-df753180e5a3 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:18.003818 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a2a4d173-5cbe-49fe-8c1b-e8cb5ba239ca req-644674c8-f6ba-43d6-8931-df753180e5a3 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.2826626 Jul 15 19:17:18.028700 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c55a13-35e9-4008-9d39-ef103db8da9f req-692bcb20-5386-4f31-80af-9f2807425aa9 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:18.031217 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e7c55a13-35e9-4008-9d39-ef103db8da9f req-692bcb20-5386-4f31-80af-9f2807425aa9 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 944 time: 0.1796768 Jul 15 19:17:18.052850 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'name': 'tempest-TestVolumeBootPattern-1167864293-router', 'tenant_id': '1d36b82b9e7a406fad7440d7c14a951d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:14Z', 'updated_at': '2021-07-15T19:17:16Z', 'revision_number': 3, 'project_id': '1d36b82b9e7a406fad7440d7c14a951d', 'gw_port': {'id': '1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:15Z', 'updated_at': '2021-07-15T19:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:18.098650 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a2a4d173-5cbe-49fe-8c1b-e8cb5ba239ca req-94974793-8cd4-4b3e-a301-d1ccdc304a0b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830071 Jul 15 19:17:18.133261 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Checking router: 6789ae03-ed2c-411e-a421-b46b89e09f4d for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:17:18.134254 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Updating router 6789ae03-ed2c-411e-a421-b46b89e09f4d port 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8 binding host dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:17:18.171267 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e7c55a13-35e9-4008-9d39-ef103db8da9f req-ec75031e-1145-4839-b50b-e9caef10a10d tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267126 Jul 15 19:17:18.209733 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:18.258239 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e160116f-4183-400b-89f8-d8876ddbb866 None None] Network 936bbf8d-b08d-4304-b099-e5da5ee06bb7 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:17:18.309765 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:17:18.396416 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:18.440231 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:17:18.572517 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-dcc204bb-bd94-473d-b163-859a284d6389 None None] Provisioning for port 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:17:18.629478 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ad904-a7c1-427f-9e92-313be0e3cc30 req-5cd18b73-0f30-428d-9c1f-c53eb1cd6c9b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:18.649943 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Allocated IP 172.20.0.1 (936bbf8d-b08d-4304-b099-e5da5ee06bb7/ec2fb90e-02a6-44ce-b249-87d56eb7f1de/4bf06a86-b6e3-496f-ac87-0d52106762f7) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:17:18.663519 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-189ad904-a7c1-427f-9e92-313be0e3cc30 req-5cd18b73-0f30-428d-9c1f-c53eb1cd6c9b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.1385047 Jul 15 19:17:18.730876 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Notify callbacks [] for port, precommit_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:18.731752 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:17:18.754674 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:18.755051 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:18.779674 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.provisioning_blocks [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Transition to ACTIVE for port object 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8 will not be triggered until provisioned by entity L2. {{(pid=93324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:17:18.786976 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:18.799989 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:18.838606 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Transition to ACTIVE for port object 4bf06a86-b6e3-496f-ac87-0d52106762f7 will not be triggered until provisioned by entity DHCP. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:17:18.846733 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-189ad904-a7c1-427f-9e92-313be0e3cc30 req-2079c866-5f75-40c2-b1f8-fa83ab484c6d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787293 Jul 15 19:17:18.868377 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a513f19-69d2-430c-b51c-abfeae22a6e3 None None] Pushing event updated for resources: {'Port': ['ID=1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8,revision_number=2']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:18.890909 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Attempting to bind port 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:17:18.891272 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Attempting to bind port 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:17:18.891631 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Attempting to bind port 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8 on network 2fe01b8c-3178-4875-bf1e-3816faa9377f {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:17:18.898294 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:17:18.898702 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Checking segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:17:18.899103 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:18.899488 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Bound using segment: {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'} {{(pid=93324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:17:18.899951 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.managers [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Bound port: 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5f1814-184e-46aa-904c-3dfe07fa8a9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}}] {{(pid=93324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:17:18.901558 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:18.958344 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:18.965067 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:18.967458 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] For port 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:17:18.972296 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.plugins.ml2.db [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] For port 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:17:18.987764 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron_lib.callbacks.manager [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:19.043775 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c,segment=NetworkSegment(f6e5e8d9-4c9a-4544-a66f-29ff58201c70),segment_id=f6e5e8d9-4c9a-4544-a66f-29ff58201c70)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:19.050316 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:19.051283 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 888b312b-5043-43ac-b2f4-174d064ed115 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:17:19.057897 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Network 936bbf8d-b08d-4304-b099-e5da5ee06bb7 is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:17:19.079634 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:17:19.082318 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=4bf06a86-b6e3-496f-ac87-0d52106762f7,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:19.086090 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:17:19.119371 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a513f19-69d2-430c-b51c-abfeae22a6e3 None None] Pushing event updated for resources: {'Port': ['ID=1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8,revision_number=3']} {{(pid=93324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:19.161972 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-975671'] for router_interface, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:19.176888 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Routers {'6789ae03-ed2c-411e-a421-b46b89e09f4d'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:17:19.177554 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:16:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['6789ae03-ed2c-411e-a421-b46b89e09f4d'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:19.208072 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:19.267841 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 888b312b-5043-43ac-b2f4-174d064ed115 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:17:19.275048 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 888b312b-5043-43ac-b2f4-174d064ed115 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:19.275048 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:19.369469 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-776d66e6-be72-4e0e-b2d3-aca124f61fe1 None None] Provisioning complete for port 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:19.369763 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-776d66e6-be72-4e0e-b2d3-aca124f61fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:19.482754 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:19.536965 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] Set router 6789ae03-ed2c-411e-a421-b46b89e09f4d gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:17:19.537536 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676debcb-c94e-472e-a428-fea5c2205d20 req-db4ea76b-9842-439f-b821-357e3218a1b8 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:19.544543 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-676debcb-c94e-472e-a428-fea5c2205d20 req-db4ea76b-9842-439f-b821-357e3218a1b8 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 944 time: 0.1187117 Jul 15 19:17:19.567693 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fb1bb-dece-46fe-a2e6-6787cb341c89 req-76e7944a-5db9-4ce4-8035-eadbb64dc975 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:19.571425 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:19.575400 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-062fb1bb-dece-46fe-a2e6-6787cb341c89 req-76e7944a-5db9-4ce4-8035-eadbb64dc975 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.2135618 Jul 15 19:17:19.647542 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-676debcb-c94e-472e-a428-fea5c2205d20 req-ca1f6b2c-f1fa-4fa4-a1c5-977f05cbd795 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020391 Jul 15 19:17:19.670495 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port 888b312b-5043-43ac-b2f4-174d064ed115, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=888b312b-5043-43ac-b2f4-174d064ed115,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:19.679348 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:19.701484 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-062fb1bb-dece-46fe-a2e6-6787cb341c89 req-9fbf380e-dadd-44ed-9e14-ef2a051e2883 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254530 Jul 15 19:17:19.764642 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=888b312b-5043-43ac-b2f4-174d064ed115,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:19.775912 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2acc05f8-53dd-45df-804d-ddf93869a13a None None] Provisioning for port 4bf06a86-b6e3-496f-ac87-0d52106762f7 completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:17:19.789764 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2acc05f8-53dd-45df-804d-ddf93869a13a None None] Provisioning complete for port 4bf06a86-b6e3-496f-ac87-0d52106762f7 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:19.791983 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2acc05f8-53dd-45df-804d-ddf93869a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:19.801807 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:19.816188 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'name': 'tempest-TestVolumeBootPattern-1167864293-router', 'tenant_id': '1d36b82b9e7a406fad7440d7c14a951d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:14Z', 'updated_at': '2021-07-15T19:17:16Z', 'revision_number': 3, 'project_id': '1d36b82b9e7a406fad7440d7c14a951d', 'gw_port': {'id': '1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:15Z', 'updated_at': '2021-07-15T19:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:19.816851 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:19.845439 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2acc05f8-53dd-45df-804d-ddf93869a13a None None] Port 4bf06a86-b6e3-496f-ac87-0d52106762f7 cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:17:19.849112 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06abbb1d-2acc-416b-a4cf-75672cbaeb10 None None] The sync data for ids ['6789ae03-ed2c-411e-a421-b46b89e09f4d'] in dv-cinder-784453-9-iscsi is: [{'id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'name': 'tempest-TestVolumeBootPattern-1167864293-router', 'tenant_id': '1d36b82b9e7a406fad7440d7c14a951d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:14Z', 'updated_at': '2021-07-15T19:17:16Z', 'revision_number': 3, 'project_id': '1d36b82b9e7a406fad7440d7c14a951d', 'gw_port': {'id': '1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:15Z', 'updated_at': '2021-07-15T19:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:17:19.908436 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=4bf06a86-b6e3-496f-ac87-0d52106762f7,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:19.931972 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975683'] for router_interface, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:20.074631 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Network 936bbf8d-b08d-4304-b099-e5da5ee06bb7 is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:17:20.080581 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:17:20.100769 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:17:20.145669 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612f4ba-4f5c-477e-92ec-88d36ecd0c9f req-2562b98e-89b6-402c-9846-7bf8dacbeb3c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:20.147721 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0612f4ba-4f5c-477e-92ec-88d36ecd0c9f req-2562b98e-89b6-402c-9846-7bf8dacbeb3c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.1443863 Jul 15 19:17:20.214762 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0612f4ba-4f5c-477e-92ec-88d36ecd0c9f req-2da3e782-ec66-4b3a-a26c-2f099da15d05 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608830 Jul 15 19:17:20.265636 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:20.266024 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:20.323352 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Router 6789ae03-ed2c-411e-a421-b46b89e09f4d has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:17:20.394790 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 888b312b-5043-43ac-b2f4-174d064ed115 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:17:20.461052 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 888b312b-5043-43ac-b2f4-174d064ed115 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:20.461549 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:20.472781 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:17:20.478725 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-12b706de-ace0-4da7-a232-a8ba33023aa1 admin admin] 10.222.0.73 "PUT /v2.0/routers/6789ae03-ed2c-411e-a421-b46b89e09f4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0466902 Jul 15 19:17:20.526726 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-f6ccd901-931e-40bb-ba2d-0fd2a6aac8cc None None] Provisioning complete for port 4bf06a86-b6e3-496f-ac87-0d52106762f7 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:20.527175 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd901-931e-40bb-ba2d-0fd2a6aac8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:20.598415 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccd901-931e-40bb-ba2d-0fd2a6aac8cc None None] Port 4bf06a86-b6e3-496f-ac87-0d52106762f7 cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:17:20.836902 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07832799-69fc-48be-8fac-fbb468502962 req-844b6373-4c56-490d-a4dd-00696395cadc tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:20.838627 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-07832799-69fc-48be-8fac-fbb468502962 req-844b6373-4c56-490d-a4dd-00696395cadc tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 944 time: 0.0703576 Jul 15 19:17:20.879048 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-07832799-69fc-48be-8fac-fbb468502962 req-7dc020c2-b03e-440b-baf0-d736c86fc123 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344987 Jul 15 19:17:21.043958 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e4400-c15a-4c3e-b33c-8de2fba8d23d req-8d30ee5d-fe20-49ac-8408-8455f0ab44ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:21.046022 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6b0e4400-c15a-4c3e-b33c-8de2fba8d23d req-8d30ee5d-fe20-49ac-8408-8455f0ab44ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0662448 Jul 15 19:17:21.081743 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6b0e4400-c15a-4c3e-b33c-8de2fba8d23d req-24bfa511-7b14-49fb-8791-88b435d9fde8 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302331 Jul 15 19:17:21.428302 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7086d0-7a35-4048-b754-2d1161ae505c req-f373de5d-3a6b-47bc-bdb1-784814d4f3c6 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:21.429709 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9e7086d0-7a35-4048-b754-2d1161ae505c req-f373de5d-3a6b-47bc-bdb1-784814d4f3c6 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0649374 Jul 15 19:17:21.508932 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa73ac-d2e3-4b57-8587-abfe9eef080f req-671e5ba4-da1f-431c-8be4-989e79559a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:21.510587 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-96fa73ac-d2e3-4b57-8587-abfe9eef080f req-671e5ba4-da1f-431c-8be4-989e79559a40 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2f596063bab44a28895a16c46e41e3fb&device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 1097 time: 0.0800056 Jul 15 19:17:21.516281 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9e7086d0-7a35-4048-b754-2d1161ae505c req-cebdd8d7-cda8-4737-a6b7-3355a9a6e6d9 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799193 Jul 15 19:17:21.536967 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cbab1-3242-44ec-8cb1-e1933034c9f9 req-7853ad1b-794e-4ccb-aab2-7222ab7356e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:21.538653 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7b8cbab1-3242-44ec-8cb1-e1933034c9f9 req-7853ad1b-794e-4ccb-aab2-7222ab7356e7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=85ad778364da4e58a9ec2415e9efc98f&device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 1099 time: 0.0924640 Jul 15 19:17:21.632759 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Sync routers for ids ['6789ae03-ed2c-411e-a421-b46b89e09f4d'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:17:21.642930 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Routers {'6789ae03-ed2c-411e-a421-b46b89e09f4d'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:17:21.643556 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:16:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['6789ae03-ed2c-411e-a421-b46b89e09f4d'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:21.729840 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa73ac-d2e3-4b57-8587-abfe9eef080f req-91e96fba-d285-457e-a104-bf3138e4c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:21.731459 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-96fa73ac-d2e3-4b57-8587-abfe9eef080f req-91e96fba-d285-457e-a104-bf3138e4c1ec service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=2f596063bab44a28895a16c46e41e3fb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1098688 Jul 15 19:17:21.737279 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cbab1-3242-44ec-8cb1-e1933034c9f9 req-05460c55-1883-45db-80f1-542013affad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:21.738910 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7b8cbab1-3242-44ec-8cb1-e1933034c9f9 req-05460c55-1883-45db-80f1-542013affad5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 HTTP/1.1" status: 200 len: 920 time: 0.1165941 Jul 15 19:17:21.756873 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Set router 6789ae03-ed2c-411e-a421-b46b89e09f4d gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:17:21.825161 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7b8cbab1-3242-44ec-8cb1-e1933034c9f9 req-8f7a049b-194c-4891-a284-f7805f464df9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbf167cf-2f9a-42fc-a828-988bad1f3d0b HTTP/1.1" status: 200 len: 217 time: 0.0384557 Jul 15 19:17:21.897578 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa73ac-d2e3-4b57-8587-abfe9eef080f req-3d3ee9f4-25f7-418c-b51c-e76b2735ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:21.899112 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-96fa73ac-d2e3-4b57-8587-abfe9eef080f req-3d3ee9f4-25f7-418c-b51c-e76b2735ff06 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1121151 Jul 15 19:17:21.936636 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cbab1-3242-44ec-8cb1-e1933034c9f9 req-399c54b9-e3ef-4518-947a-cff2653313bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:21.940772 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7b8cbab1-3242-44ec-8cb1-e1933034c9f9 req-399c54b9-e3ef-4518-947a-cff2653313bd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8faf6c09-c75a-4089-8bbb-01bb653de4b0 HTTP/1.1" status: 200 len: 858 time: 0.0763118 Jul 15 19:17:22.019320 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'name': 'tempest-TestVolumeBootPattern-1167864293-router', 'tenant_id': '1d36b82b9e7a406fad7440d7c14a951d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:14Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 4, 'project_id': '1d36b82b9e7a406fad7440d7c14a951d', 'gw_port': {'id': '1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:15Z', 'updated_at': '2021-07-15T19:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '4bf06a86-b6e3-496f-ac87-0d52106762f7', 'name': '', 'network_id': '936bbf8d-b08d-4304-b099-e5da5ee06bb7', 'tenant_id': '1d36b82b9e7a406fad7440d7c14a951d', 'mac_address': 'fa:16:3e:66:e0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ec2fb90e-02a6-44ce-b249-87d56eb7f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:18Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 2, 'project_id': '1d36b82b9e7a406fad7440d7c14a951d', 'subnets': [{'id': 'ec2fb90e-02a6-44ce-b249-87d56eb7f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:22.049917 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7b8cbab1-3242-44ec-8cb1-e1933034c9f9 req-1df6341e-7eac-4102-9655-42e747209d36 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899973 Jul 15 19:17:22.051222 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Checking router: 6789ae03-ed2c-411e-a421-b46b89e09f4d for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:17:22.051581 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Updating router 6789ae03-ed2c-411e-a421-b46b89e09f4d port 4bf06a86-b6e3-496f-ac87-0d52106762f7 binding host dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 19:17:22.105926 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.134627 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 46538) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:22.141472 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-acaf0940-1b82-401a-b240-f57fb99b4c25 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1603857049', 'description': 'tempest-secgroup-smoke-1603857049 description', 'project_id': '412cc63088124ce79a3589f0ee2bac63'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:17:22.147715 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:17:22.200910 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-acaf0940-1b82-401a-b240-f57fb99b4c25 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.234025 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7b8cbab1-3242-44ec-8cb1-e1933034c9f9 req-87c59318-ea40-4f47-bcf0-09130ea821cd service neutron] 10.222.0.93 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105130 Jul 15 19:17:22.238296 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-153c18d7-32f3-4f36-bb03-b3a89965daec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:22.243638 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-153c18d7-32f3-4f36-bb03-b3a89965daec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2f596063bab44a28895a16c46e41e3fb&device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 1097 time: 0.1794372 Jul 15 19:17:22.269573 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181090a3-6c47-41d6-85b3-61f7286bfa8a req-a0d9032f-410a-4479-93aa-6e40399fbe78 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:22.272788 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-181090a3-6c47-41d6-85b3-61f7286bfa8a req-a0d9032f-410a-4479-93aa-6e40399fbe78 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 944 time: 0.2442379 Jul 15 19:17:22.322484 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-938d8f7a-3c7f-4f9b-bbaa-e1f0568a17fb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdbfb69d-8441-4011-a46f-3142516868d2 HTTP/1.1" status: 200 len: 217 time: 0.0565293 Jul 15 19:17:22.413077 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-acaf0940-1b82-401a-b240-f57fb99b4c25 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.418971 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-a5dc682c-4d3c-47d9-a76f-3eba79d48ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:22.420635 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-a5dc682c-4d3c-47d9-a76f-3eba79d48ac8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=87e81f6b-86a4-4773-9f17-fcab2ad3a952 HTTP/1.1" status: 200 len: 854 time: 0.0704691 Jul 15 19:17:22.422148 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-acaf0940-1b82-401a-b240-f57fb99b4c25 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.427331 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-181090a3-6c47-41d6-85b3-61f7286bfa8a req-e8fda083-db32-4f63-81cb-89e7d9ccb3d6 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249807 Jul 15 19:17:22.450655 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-acaf0940-1b82-401a-b240-f57fb99b4c25 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.456101 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-acaf0940-1b82-401a-b240-f57fb99b4c25 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3174548 Jul 15 19:17:22.457053 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 46542) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:22.462041 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-7d3f785b-f777-4ada-970b-bcd6ef7e8122 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Request body: {'security_group_rule': {'security_group_id': 'acda721b-bb83-44ed-8797-12b795cef6bb', 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:17:22.471262 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf0940-1b82-401a-b240-f57fb99b4c25 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acda721b-bb83-44ed-8797-12b795cef6bb,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:22.472785 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7b8cbab1-3242-44ec-8cb1-e1933034c9f9 req-68fa378f-8b49-480e-9c90-351089ff00e5 service neutron] 10.222.0.93 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244883 Jul 15 19:17:22.491478 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb655e-125f-447b-905a-32096728eb2b req-8abb16e3-c544-4a22-9eef-b81662bb3beb tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:22.494937 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-65fb655e-125f-447b-905a-32096728eb2b req-8abb16e3-c544-4a22-9eef-b81662bb3beb tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.2194824 Jul 15 19:17:22.497804 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:17:22.505375 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:22.505972 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.533633 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7d3f785b-f777-4ada-970b-bcd6ef7e8122 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.553882 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-65fb655e-125f-447b-905a-32096728eb2b req-b676f152-b01e-4ff7-a533-86008b3f11dd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446863 Jul 15 19:17:22.607159 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7d3f785b-f777-4ada-970b-bcd6ef7e8122 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.637075 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-b835e61c-6a1b-46c7-965f-b382c542e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:22.642900 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-b835e61c-6a1b-46c7-965f-b382c542e24e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd2e6bb4-176e-42af-9a10-2a3d1d629526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1445112 Jul 15 19:17:22.643564 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7d3f785b-f777-4ada-970b-bcd6ef7e8122 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.663486 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f785b-f777-4ada-970b-bcd6ef7e8122 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3353a716-7065-4d74-b792-39c2a0839a57,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:22.672274 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7d3f785b-f777-4ada-970b-bcd6ef7e8122 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.673618 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-7d3f785b-f777-4ada-970b-bcd6ef7e8122 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2156413 Jul 15 19:17:22.676306 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 46550) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:22.681622 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-15ea8d6f-a14b-46e2-8b93-dd7338a5f889 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Request body: {'security_group_rule': {'security_group_id': 'acda721b-bb83-44ed-8797-12b795cef6bb', 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:17:22.711498 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-15ea8d6f-a14b-46e2-8b93-dd7338a5f889 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.737677 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f0afc-eb27-4980-a40a-1f513354cb61 req-b6ba5d1b-d95e-4d40-9231-524d095aeeb4 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:22.739236 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-844f0afc-eb27-4980-a40a-1f513354cb61 req-b6ba5d1b-d95e-4d40-9231-524d095aeeb4 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0730226 Jul 15 19:17:22.762127 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Notify callbacks [] for port, precommit_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.779199 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.789402 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Transition to ACTIVE for port object 4bf06a86-b6e3-496f-ac87-0d52106762f7 will not be triggered until provisioned by entity L2. {{(pid=93323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:17:22.804260 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.813674 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:22.838876 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.852393 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-15ea8d6f-a14b-46e2-8b93-dd7338a5f889 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.861136 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793fb0b-c0cf-43e0-bc60-12aaf85ca05d None None] Pushing event updated for resources: {'Port': ['ID=4bf06a86-b6e3-496f-ac87-0d52106762f7,revision_number=3']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:22.879293 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-844f0afc-eb27-4980-a40a-1f513354cb61 req-761fbc11-2af7-4022-8f17-22c9b3e89707 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291201 Jul 15 19:17:22.893485 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-c66356fc-5795-4a5b-8938-ada36de01f90 service neutron] 10.222.0.93 "GET /v2.0/networks/fd2e6bb4-176e-42af-9a10-2a3d1d629526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501381 Jul 15 19:17:22.896809 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-15ea8d6f-a14b-46e2-8b93-dd7338a5f889 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.917622 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e498406-35ca-4a7b-af63-dcb63e0455f8 req-d857df6f-3871-44d1-b2d1-51ae632114af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:22.919661 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2e498406-35ca-4a7b-af63-dcb63e0455f8 req-d857df6f-3871-44d1-b2d1-51ae632114af service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb&tenant_id=f17444fe2294411aa2ae77841e6aff16 HTTP/1.1" status: 200 len: 1096 time: 0.1723421 Jul 15 19:17:22.923349 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea8d6f-a14b-46e2-8b93-dd7338a5f889 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4a1a84-779d-4150-bf38-c450d992185b,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:22.968644 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Attempting to bind port 4bf06a86-b6e3-496f-ac87-0d52106762f7 on host dv-cinder-784453-9-iscsi for vnic_type normal with profile {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:17:22.969099 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Attempting to bind port 4bf06a86-b6e3-496f-ac87-0d52106762f7 by drivers openvswitch,hyperv on host dv-cinder-784453-9-iscsi at level 0 using segments [{'id': 'f6e5e8d9-4c9a-4544-a66f-29ff58201c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '936bbf8d-b08d-4304-b099-e5da5ee06bb7'}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:17:22.969518 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Attempting to bind port 4bf06a86-b6e3-496f-ac87-0d52106762f7 on network 936bbf8d-b08d-4304-b099-e5da5ee06bb7 {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:17:22.973055 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:22.982253 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Checking agent: {'id': '83b8906b-fc42-4671-9071-fd70c0750df4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 5, 56), 'started_at': datetime.datetime(2021, 7, 15, 19, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:17:22.982722 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Checking segment: {'id': 'f6e5e8d9-4c9a-4544-a66f-29ff58201c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '936bbf8d-b08d-4304-b099-e5da5ee06bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:17:22.983772 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:22.984301 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Bound using segment: {'id': 'f6e5e8d9-4c9a-4544-a66f-29ff58201c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '936bbf8d-b08d-4304-b099-e5da5ee06bb7'} {{(pid=93323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:17:22.984860 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.managers [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Bound port: 4bf06a86-b6e3-496f-ac87-0d52106762f7, host: dv-cinder-784453-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e5e8d9-4c9a-4544-a66f-29ff58201c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '936bbf8d-b08d-4304-b099-e5da5ee06bb7'}}] {{(pid=93323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:17:22.985323 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.027554 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-15ea8d6f-a14b-46e2-8b93-dd7338a5f889 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.027971 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-15ea8d6f-a14b-46e2-8b93-dd7338a5f889 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3503361 Jul 15 19:17:23.033298 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 46552) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:23.041689 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-da020c26-4c24-4f50-8ac8-6f4f9772d61b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Request body: {'security_group_rule': {'security_group_id': 'acda721b-bb83-44ed-8797-12b795cef6bb', 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:17:23.079184 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-4cff7356-8b96-429b-af3e-cbd09817fb04 req-07d76855-a5ad-4aac-b602-2492cc3cc61a service neutron] 10.222.0.93 "GET /v2.0/networks/fd2e6bb4-176e-42af-9a10-2a3d1d629526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561730 Jul 15 19:17:23.080560 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] For port 4bf06a86-b6e3-496f-ac87-0d52106762f7, host dv-cinder-784453-9-iscsi, cleared binding levels {{(pid=93323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:17:23.085655 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] For port 4bf06a86-b6e3-496f-ac87-0d52106762f7, host dv-cinder-784453-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=4bf06a86-b6e3-496f-ac87-0d52106762f7,segment=NetworkSegment(f6e5e8d9-4c9a-4544-a66f-29ff58201c70),segment_id=f6e5e8d9-4c9a-4544-a66f-29ff58201c70)] {{(pid=93323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:17:23.090813 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-da020c26-4c24-4f50-8ac8-6f4f9772d61b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.097418 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e498406-35ca-4a7b-af63-dcb63e0455f8 req-88653f63-0d00-4e76-bf53-9a4dd04cada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:23.099077 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2e498406-35ca-4a7b-af63-dcb63e0455f8 req-88653f63-0d00-4e76-bf53-9a4dd04cada9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f17444fe2294411aa2ae77841e6aff16&device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 1096 time: 0.0824702 Jul 15 19:17:23.103104 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.137233 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-9195d69b-d027-40d3-a520-668e72113e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.170462 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-da020c26-4c24-4f50-8ac8-6f4f9772d61b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.175469 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-da020c26-4c24-4f50-8ac8-6f4f9772d61b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.175917 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Routers {'6789ae03-ed2c-411e-a421-b46b89e09f4d'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:17:23.176551 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:16:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['6789ae03-ed2c-411e-a421-b46b89e09f4d'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:23.213415 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-da020c26-4c24-4f50-8ac8-6f4f9772d61b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.218068 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-da020c26-4c24-4f50-8ac8-6f4f9772d61b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1787214 Jul 15 19:17:23.219199 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 46556) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:23.221474 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da020c26-4c24-4f50-8ac8-6f4f9772d61b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3c8b61-fdc9-4b76-a25b-e16d16eec9d1,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:23.226175 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-205998df-002a-4a16-bbfc-df467dc2a57a tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Request body: {'security_group_rule': {'security_group_id': 'acda721b-bb83-44ed-8797-12b795cef6bb', 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:17:23.232370 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793fb0b-c0cf-43e0-bc60-12aaf85ca05d None None] Pushing event updated for resources: {'Port': ['ID=4bf06a86-b6e3-496f-ac87-0d52106762f7,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:23.252075 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e498406-35ca-4a7b-af63-dcb63e0455f8 req-2533d471-cd86-4c81-8bbe-3b1d8cbd8535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:23.253760 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2e498406-35ca-4a7b-af63-dcb63e0455f8 req-2533d471-cd86-4c81-8bbe-3b1d8cbd8535 service neutron] 10.222.0.93 "GET /v2.0/networks?id=79cfa60d-4e34-4970-b217-9f5f6601a96f HTTP/1.1" status: 200 len: 919 time: 0.1434083 Jul 15 19:17:23.287613 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-205998df-002a-4a16-bbfc-df467dc2a57a tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.339518 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] Set router 6789ae03-ed2c-411e-a421-b46b89e09f4d gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:17:23.387370 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2e498406-35ca-4a7b-af63-dcb63e0455f8 req-0822a715-ef0c-4ef3-af03-46414257cbf5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a225c13-a225-4e29-8700-331911a7dfd8 HTTP/1.1" status: 200 len: 999 time: 0.1243575 Jul 15 19:17:23.449323 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-205998df-002a-4a16-bbfc-df467dc2a57a tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.463271 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-205998df-002a-4a16-bbfc-df467dc2a57a tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.531064 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205998df-002a-4a16-bbfc-df467dc2a57a tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d578dff4-8fc5-44c3-89f8-5cd6b501622a,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:23.541596 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-205998df-002a-4a16-bbfc-df467dc2a57a tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.543694 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-205998df-002a-4a16-bbfc-df467dc2a57a tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3214035 Jul 15 19:17:23.546144 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 46566) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:23.551013 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-7b33cf48-1b97-48c4-8fc6-e70175528b5e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Request body: {'security_group_rule': {'security_group_id': 'acda721b-bb83-44ed-8797-12b795cef6bb', 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:17:23.555453 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e498406-35ca-4a7b-af63-dcb63e0455f8 req-1fc908d7-12f9-459e-9f82-b971e71eab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:23.557225 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2e498406-35ca-4a7b-af63-dcb63e0455f8 req-1fc908d7-12f9-459e-9f82-b971e71eab23 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1bf9fac0-3f6b-4c69-8651-18074b0e5c7d HTTP/1.1" status: 200 len: 856 time: 0.1056118 Jul 15 19:17:23.579132 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.securitygroups_db [None req-7b33cf48-1b97-48c4-8fc6-e70175528b5e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Project 412cc63088124ce79a3589f0ee2bac63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 19:17:23.584437 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7b33cf48-1b97-48c4-8fc6-e70175528b5e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.670624 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'name': 'tempest-TestVolumeBootPattern-1167864293-router', 'tenant_id': '1d36b82b9e7a406fad7440d7c14a951d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:14Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 4, 'project_id': '1d36b82b9e7a406fad7440d7c14a951d', 'gw_port': {'id': '1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:15Z', 'updated_at': '2021-07-15T19:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '4bf06a86-b6e3-496f-ac87-0d52106762f7', 'name': '', 'network_id': '936bbf8d-b08d-4304-b099-e5da5ee06bb7', 'tenant_id': '1d36b82b9e7a406fad7440d7c14a951d', 'mac_address': 'fa:16:3e:66:e0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ec2fb90e-02a6-44ce-b249-87d56eb7f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:18Z', 'updated_at': '2021-07-15T19:17:23Z', 'revision_number': 4, 'project_id': '1d36b82b9e7a406fad7440d7c14a951d', 'subnets': [{'id': 'ec2fb90e-02a6-44ce-b249-87d56eb7f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:17:23.671833 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7b33cf48-1b97-48c4-8fc6-e70175528b5e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.676105 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7b33cf48-1b97-48c4-8fc6-e70175528b5e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.691843 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190ecf3-ea82-4ed8-8b90-b6d591352466 req-c026b358-4866-4a9c-ad2d-04cb57b7e562 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:23.693372 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a190ecf3-ea82-4ed8-8b90-b6d591352466 req-c026b358-4866-4a9c-ad2d-04cb57b7e562 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 944 time: 0.1276968 Jul 15 19:17:23.698718 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33cf48-1b97-48c4-8fc6-e70175528b5e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcbd188-8239-423c-94c6-3af394bdefe3,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:23.706073 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7b33cf48-1b97-48c4-8fc6-e70175528b5e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.708020 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-7b33cf48-1b97-48c4-8fc6-e70175528b5e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1605444 Jul 15 19:17:23.710595 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 46570) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:17:23.710916 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63124ba4-ad8f-444c-be2c-34c469a2fd1f None None] The sync data for ids ['6789ae03-ed2c-411e-a421-b46b89e09f4d'] in dv-cinder-784453-9-iscsi is: [{'id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'name': 'tempest-TestVolumeBootPattern-1167864293-router', 'tenant_id': '1d36b82b9e7a406fad7440d7c14a951d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:14Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 4, 'project_id': '1d36b82b9e7a406fad7440d7c14a951d', 'gw_port': {'id': '1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:15Z', 'updated_at': '2021-07-15T19:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '4bf06a86-b6e3-496f-ac87-0d52106762f7', 'name': '', 'network_id': '936bbf8d-b08d-4304-b099-e5da5ee06bb7', 'tenant_id': '1d36b82b9e7a406fad7440d7c14a951d', 'mac_address': 'fa:16:3e:66:e0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ec2fb90e-02a6-44ce-b249-87d56eb7f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:18Z', 'updated_at': '2021-07-15T19:17:23Z', 'revision_number': 4, 'project_id': '1d36b82b9e7a406fad7440d7c14a951d', 'subnets': [{'id': 'ec2fb90e-02a6-44ce-b249-87d56eb7f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:17:23.716085 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-3ced7d32-fe52-462b-b90b-7307487e509c tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Request body: {'security_group_rule': {'security_group_id': 'acda721b-bb83-44ed-8797-12b795cef6bb', 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:17:23.716233 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e498406-35ca-4a7b-af63-dcb63e0455f8 req-05e8884c-3dcd-4741-bd59-ad5a24d48094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:23.718197 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2e498406-35ca-4a7b-af63-dcb63e0455f8 req-05e8884c-3dcd-4741-bd59-ad5a24d48094 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=79cfa60d-4e34-4970-b217-9f5f6601a96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1402724 Jul 15 19:17:23.744123 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.securitygroups_db [None req-3ced7d32-fe52-462b-b90b-7307487e509c tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Project 412cc63088124ce79a3589f0ee2bac63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 19:17:23.753810 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3ced7d32-fe52-462b-b90b-7307487e509c tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.880938 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a190ecf3-ea82-4ed8-8b90-b6d591352466 req-e39a5433-2dfd-41b3-a2d3-1a5b315e052a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811316 Jul 15 19:17:23.891501 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3ced7d32-fe52-462b-b90b-7307487e509c tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.898580 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3ced7d32-fe52-462b-b90b-7307487e509c tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.900227 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2e498406-35ca-4a7b-af63-dcb63e0455f8 req-6a66b878-826c-4eb6-9298-235981ceb22e service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643460 Jul 15 19:17:23.919876 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced7d32-fe52-462b-b90b-7307487e509c tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f646c8a9-3541-409a-9583-0ca66a823968,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:23.957919 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3ced7d32-fe52-462b-b90b-7307487e509c tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:23.959243 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-3ced7d32-fe52-462b-b90b-7307487e509c tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2471273 Jul 15 19:17:23.976442 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2863f6-29d7-40a3-aba5-3ebb921c48a1 req-3b7dd47b-dd1e-42e6-8512-8613b3d403d2 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:23.978356 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8e2863f6-29d7-40a3-aba5-3ebb921c48a1 req-3b7dd47b-dd1e-42e6-8512-8613b3d403d2 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.2536414 Jul 15 19:17:24.131173 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2e498406-35ca-4a7b-af63-dcb63e0455f8 req-9e85a256-8e7f-4ac2-b053-821683948736 service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223690 Jul 15 19:17:24.138038 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8e2863f6-29d7-40a3-aba5-3ebb921c48a1 req-fd6adfb8-2a9b-4055-83f7-a50447cdd8b2 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998056 Jul 15 19:17:24.170118 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c34e4-9cb3-4ead-bbef-26064a8e3493 req-223157be-af8e-4bc3-9519-7fde459e1451 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:24.171738 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-613c34e4-9cb3-4ead-bbef-26064a8e3493 req-223157be-af8e-4bc3-9519-7fde459e1451 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.1346452 Jul 15 19:17:24.227166 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:17:24.272443 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-613c34e4-9cb3-4ead-bbef-26064a8e3493 req-b6ac5fa4-51fd-4e3f-b6bc-dd95dd499f3e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855165 Jul 15 19:17:24.297722 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:24.298088 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:24.389492 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 4bf06a86-b6e3-496f-ac87-0d52106762f7 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:17:24.445352 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning for port 4bf06a86-b6e3-496f-ac87-0d52106762f7 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:17:24.449159 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 4bf06a86-b6e3-496f-ac87-0d52106762f7 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:24.449534 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:24.600706 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:24.672491 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] For port 4bf06a86-b6e3-496f-ac87-0d52106762f7, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=4bf06a86-b6e3-496f-ac87-0d52106762f7,segment=NetworkSegment(f6e5e8d9-4c9a-4544-a66f-29ff58201c70),segment_id=f6e5e8d9-4c9a-4544-a66f-29ff58201c70)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:24.678243 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:24.738190 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Pushing event updated for resources: {'Port': ['ID=4bf06a86-b6e3-496f-ac87-0d52106762f7,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:25.199646 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be6989-3d19-4885-87bb-4564fd59a81e req-1447e12d-23b7-4e34-b26b-e454e2db41af tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:25.201191 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-84be6989-3d19-4885-87bb-4564fd59a81e req-1447e12d-23b7-4e34-b26b-e454e2db41af tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.1645117 Jul 15 19:17:25.222558 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7f9ee-8a4e-4261-a134-e9658df3dd77 req-a74f54cc-940e-4192-a8e0-3e6f514b2b4c tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:25.236254 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90c7f9ee-8a4e-4261-a134-e9658df3dd77 req-a74f54cc-940e-4192-a8e0-3e6f514b2b4c tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 944 time: 0.1553433 Jul 15 19:17:25.324602 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90c7f9ee-8a4e-4261-a134-e9658df3dd77 req-f94c09e4-cdb1-4583-b0ff-0a280e65538e tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862448 Jul 15 19:17:25.341077 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-84be6989-3d19-4885-87bb-4564fd59a81e req-6cf9f6a9-ecfa-4308-9467-701c38fe3e3a tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287160 Jul 15 19:17:25.600870 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f36df8-e974-4729-bf4b-5e53505ac208 req-d03c34c8-7099-4843-a1ca-cc8f8e6d544a tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:25.602261 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f3f36df8-e974-4729-bf4b-5e53505ac208 req-d03c34c8-7099-4843-a1ca-cc8f8e6d544a tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.1329756 Jul 15 19:17:25.639201 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-10583d7a-ee63-4ff3-9140-a33cff1b7c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:25.649752 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a73536-3fcb-4aec-8fba-138125157e4b req-f0a86a2e-13ea-4fbe-92fe-18db41c00ea1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:25.651433 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-28a73536-3fcb-4aec-8fba-138125157e4b req-f0a86a2e-13ea-4fbe-92fe-18db41c00ea1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1020858 Jul 15 19:17:25.676708 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f3f36df8-e974-4729-bf4b-5e53505ac208 req-d939bd69-6f72-46a3-ab3c-1d0b8a212f54 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660896 Jul 15 19:17:25.709815 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:25.723619 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-28a73536-3fcb-4aec-8fba-138125157e4b req-63deb674-d735-4477-97ff-3e3580348281 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435092 Jul 15 19:17:25.871808 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f0fe7-2538-4262-8855-b84ced5933e1 req-51e9709d-6a89-49a4-802e-7f79bd18e331 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:25.874740 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7b9f0fe7-2538-4262-8855-b84ced5933e1 req-51e9709d-6a89-49a4-802e-7f79bd18e331 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0872993 Jul 15 19:17:25.913516 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7b9f0fe7-2538-4262-8855-b84ced5933e1 req-233664e0-5a42-478a-9003-146400a49c2d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326283 Jul 15 19:17:26.053318 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 4bf06a86-b6e3-496f-ac87-0d52106762f7 up at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:17:26.111119 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Provisioning complete for port 4bf06a86-b6e3-496f-ac87-0d52106762f7 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:26.111485 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:26.603462 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device bdbfb69d-8441-4011-a46f-3142516868d2 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:17:26.618568 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:26.715165 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port bdbfb69d-8441-4011-a46f-3142516868d2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bdbfb69d-8441-4011-a46f-3142516868d2,segment=NetworkSegment(af781008-330f-4372-90ee-083680e91489),segment_id=af781008-330f-4372-90ee-083680e91489)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:26.728025 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': 'bdbfb69d-8441-4011-a46f-3142516868d2', 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526', 'port_id': 'bdbfb69d-8441-4011-a46f-3142516868d2', 'mac_address': 'fa:16:3e:9f:87:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:17:26.803369 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:26.822686 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbfb69d-8441-4011-a46f-3142516868d2 {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:17:26.836169 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beadc7-96df-4866-aa51-186d6820911e req-51d97029-cd26-4fb4-83dd-9c017248393f tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:26.836169 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f3beadc7-96df-4866-aa51-186d6820911e req-51d97029-cd26-4fb4-83dd-9c017248393f tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 944 time: 0.3976600 Jul 15 19:17:26.851591 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port bdbfb69d-8441-4011-a46f-3142516868d2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bdbfb69d-8441-4011-a46f-3142516868d2,segment=NetworkSegment(af781008-330f-4372-90ee-083680e91489),segment_id=af781008-330f-4372-90ee-083680e91489)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:26.855354 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:26.863189 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065d65d-e40f-44e4-963a-3fa2bf18b655 req-68d9e33f-8b64-40a2-a5f2-7c3f48ff7aed tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:26.864648 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1065d65d-e40f-44e4-963a-3fa2bf18b655 req-68d9e33f-8b64-40a2-a5f2-7c3f48ff7aed tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.3962095 Jul 15 19:17:26.899072 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f3beadc7-96df-4866-aa51-186d6820911e req-e701eb1f-d162-48ee-9c13-648fa84fcff9 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655127 Jul 15 19:17:26.914408 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=bdbfb69d-8441-4011-a46f-3142516868d2,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:26.947217 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1065d65d-e40f-44e4-963a-3fa2bf18b655 req-18b11ae8-207a-4252-9569-6fba5b47d98f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722997 Jul 15 19:17:27.133041 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd7e83-abc1-4a3a-a5fc-9f9505ed1f82 req-00532139-459a-46df-8ca8-51899b570349 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:27.134505 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ddfd7e83-abc1-4a3a-a5fc-9f9505ed1f82 req-00532139-459a-46df-8ca8-51899b570349 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.1159301 Jul 15 19:17:27.156121 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a801abe-804d-46a3-a271-4901d1dff0e1 req-09394cc1-86a3-4c69-a9f5-0680bbd2460c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:27.157490 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4a801abe-804d-46a3-a271-4901d1dff0e1 req-09394cc1-86a3-4c69-a9f5-0680bbd2460c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0939791 Jul 15 19:17:27.207566 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ddfd7e83-abc1-4a3a-a5fc-9f9505ed1f82 req-4e9b4625-5d63-4b9b-82b4-af5727754219 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666995 Jul 15 19:17:27.212078 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4a801abe-804d-46a3-a271-4901d1dff0e1 req-5b08aaa6-e333-4172-a02d-8cdc1612e1d6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487485 Jul 15 19:17:27.392639 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb68213-60e1-47b6-a10a-1376f7f13ad9 req-45f880c2-d3eb-45b0-8ec5-fa8b3b5373b8 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:27.400153 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cbb68213-60e1-47b6-a10a-1376f7f13ad9 req-45f880c2-d3eb-45b0-8ec5-fa8b3b5373b8 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0844080 Jul 15 19:17:27.434761 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cbb68213-60e1-47b6-a10a-1376f7f13ad9 req-2a7ac565-8e62-4377-ab44-8e0cc214c889 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337341 Jul 15 19:17:27.714741 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['bdbfb69d-8441-4011-a46f-3142516868d2'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:17:28.113713 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe2703-c182-4075-a934-a90073ae8a8c req-3755ba00-7746-4859-89cb-a4f5ae86df75 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:28.115225 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cffe2703-c182-4075-a934-a90073ae8a8c req-3755ba00-7746-4859-89cb-a4f5ae86df75 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 945 time: 0.1034181 Jul 15 19:17:28.154350 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296846c-fefc-49a6-9de3-6db44fb12851 req-22469fdf-f1c8-478a-8d8f-0e329bb9b751 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:28.155893 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b296846c-fefc-49a6-9de3-6db44fb12851 req-22469fdf-f1c8-478a-8d8f-0e329bb9b751 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.1014705 Jul 15 19:17:28.180445 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cffe2703-c182-4075-a934-a90073ae8a8c req-5a91efb4-f5e3-46c7-8aee-962926dfc29a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589015 Jul 15 19:17:28.212125 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b296846c-fefc-49a6-9de3-6db44fb12851 req-260d561a-d19d-43ba-8a59-9d25f99dcf34 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506079 Jul 15 19:17:28.303763 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:28.464560 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86521343-6f84-4cdd-bfb7-17b1c51e08b3 req-bfff5d09-db5d-446f-b5d4-a9274eafa484 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:28.465943 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-86521343-6f84-4cdd-bfb7-17b1c51e08b3 req-bfff5d09-db5d-446f-b5d4-a9274eafa484 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.1188560 Jul 15 19:17:28.487157 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c50764-638b-4c2e-813b-100fa366db76 req-54856b82-23e7-4fed-a106-30a0252a1f74 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:28.489563 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-51c50764-638b-4c2e-813b-100fa366db76 req-54856b82-23e7-4fed-a106-30a0252a1f74 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1052840 Jul 15 19:17:28.537456 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-86521343-6f84-4cdd-bfb7-17b1c51e08b3 req-1afdf45f-e686-4c16-a177-48f68fcd9952 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642779 Jul 15 19:17:28.549914 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-51c50764-638b-4c2e-813b-100fa366db76 req-8cf36581-9088-4dc0-8ff5-d612b626c7a3 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496626 Jul 15 19:17:28.582506 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:28.698088 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def47bae-cca1-488a-a338-0731bb8e2c58 req-10e4bcb8-0077-4e6c-a3f7-1ef67045f00c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:28.699602 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-def47bae-cca1-488a-a338-0731bb8e2c58 req-10e4bcb8-0077-4e6c-a3f7-1ef67045f00c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0629737 Jul 15 19:17:28.746555 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-def47bae-cca1-488a-a338-0731bb8e2c58 req-fe192ed3-ec1f-48a2-b954-24f589f6bf97 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402813 Jul 15 19:17:29.433774 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4062c-df65-4195-b3eb-a63cf82d5002 req-e5d7a815-4cc5-49da-a4d2-f8bce0d2f7d7 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:29.435289 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b1c4062c-df65-4195-b3eb-a63cf82d5002 req-e5d7a815-4cc5-49da-a4d2-f8bce0d2f7d7 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 945 time: 0.1292582 Jul 15 19:17:29.447443 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb2a5e-ac34-44f7-ab6c-228c9d3375f8 req-19876ca6-e79c-41c0-8570-02d926d9a92a tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:29.448913 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fcfb2a5e-ac34-44f7-ab6c-228c9d3375f8 req-19876ca6-e79c-41c0-8570-02d926d9a92a tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.0956805 Jul 15 19:17:29.500875 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b1c4062c-df65-4195-b3eb-a63cf82d5002 req-033d0e3c-8b4d-430d-8408-016be23bf2be tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510221 Jul 15 19:17:29.507849 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fcfb2a5e-ac34-44f7-ab6c-228c9d3375f8 req-10a0ff4b-95f4-44e2-8771-30675d6385ac tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517199 Jul 15 19:17:29.777290 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0a038-d41f-4164-9336-8c41f47f0351 req-8be51da0-58ca-48a3-a561-371d8fe2578a tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:29.778790 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c3c0a038-d41f-4164-9336-8c41f47f0351 req-8be51da0-58ca-48a3-a561-371d8fe2578a tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.1107709 Jul 15 19:17:29.787120 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e866a-02be-45cd-8aa9-719a6b46eeb4 req-52b44477-e9ef-4962-b66e-36ee10655a84 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:29.788483 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fa8e866a-02be-45cd-8aa9-719a6b46eeb4 req-52b44477-e9ef-4962-b66e-36ee10655a84 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1113789 Jul 15 19:17:29.843504 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c3c0a038-d41f-4164-9336-8c41f47f0351 req-29a9f980-9c1c-44c0-a7af-c61b605f0d85 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540862 Jul 15 19:17:29.850370 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fa8e866a-02be-45cd-8aa9-719a6b46eeb4 req-60d142b3-5b19-4231-a795-2fb7ecf4794f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537138 Jul 15 19:17:30.038533 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7436d7-56fa-4d3c-b4d9-c9196e352054 req-ad18de4f-20e8-44d7-a7f4-9886260cb720 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:30.040127 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fe7436d7-56fa-4d3c-b4d9-c9196e352054 req-ad18de4f-20e8-44d7-a7f4-9886260cb720 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0984011 Jul 15 19:17:30.079313 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fe7436d7-56fa-4d3c-b4d9-c9196e352054 req-59415b72-e2fa-43dd-a877-8e34a3ac3aec tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330000 Jul 15 19:17:30.626084 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device bdbfb69d-8441-4011-a46f-3142516868d2 up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:17:30.731243 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port bdbfb69d-8441-4011-a46f-3142516868d2 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:17:30.735543 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port bdbfb69d-8441-4011-a46f-3142516868d2 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:30.736124 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:30.737569 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670959c-d8f3-40bf-8b46-e86300c16917 req-21bf098c-acb9-4f7d-a8fe-9765308a57e6 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:30.739330 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8670959c-d8f3-40bf-8b46-e86300c16917 req-21bf098c-acb9-4f7d-a8fe-9765308a57e6 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 945 time: 0.1226397 Jul 15 19:17:30.783839 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8670959c-d8f3-40bf-8b46-e86300c16917 req-24fa3531-004f-47d2-97a7-87c06d68ba2c tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386717 Jul 15 19:17:30.841153 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:30.864207 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b98526-b8c2-4fd9-bbb0-e762629d0f1b req-6e34662c-7352-47e8-b19b-81e5d8b75c73 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:30.865893 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-62b98526-b8c2-4fd9-bbb0-e762629d0f1b req-6e34662c-7352-47e8-b19b-81e5d8b75c73 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.0661831 Jul 15 19:17:30.869262 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d17213-5e61-4023-9352-dfb4fb563190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbfb69d-8441-4011-a46f-3142516868d2'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:17:30.871590 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787b2b69-cfca-4f6a-a648-38f932b04e8e" -d '{"events": [{"server_uuid": "47d17213-5e61-4023-9352-dfb4fb563190", "name": "network-vif-plugged", "status": "completed", "tag": "bdbfb69d-8441-4011-a46f-3142516868d2"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:17:30.885599 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port bdbfb69d-8441-4011-a46f-3142516868d2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bdbfb69d-8441-4011-a46f-3142516868d2,segment=NetworkSegment(af781008-330f-4372-90ee-083680e91489),segment_id=af781008-330f-4372-90ee-083680e91489)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:30.891180 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:30.915243 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-62b98526-b8c2-4fd9-bbb0-e762629d0f1b req-49747965-b32f-4f65-a5cd-2d4c8b9ac0c1 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429888 Jul 15 19:17:30.946285 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=bdbfb69d-8441-4011-a46f-3142516868d2,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:30.963106 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2029ee-11a1-46fc-b1f5-e90497808647 x-openstack-request-id: req-9e2029ee-11a1-46fc-b1f5-e90497808647 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:17:30.963407 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d17213-5e61-4023-9352-dfb4fb563190", "name": "network-vif-plugged", "status": "completed", "tag": "bdbfb69d-8441-4011-a46f-3142516868d2", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:17:30.963662 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e2029ee-11a1-46fc-b1f5-e90497808647 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:17:30.964059 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d17213-5e61-4023-9352-dfb4fb563190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbfb69d-8441-4011-a46f-3142516868d2', 'code': 200} Jul 15 19:17:31.128764 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717fba2-0f96-4f79-80de-cd5bd3abc7b6 req-af222e76-2e10-403c-8670-d73a565d4611 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:31.130258 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7717fba2-0f96-4f79-80de-cd5bd3abc7b6 req-af222e76-2e10-403c-8670-d73a565d4611 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.1406920 Jul 15 19:17:31.153484 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277d2b5-c871-4ee0-ac4e-12264602e177 req-274972f4-c459-49e0-b102-3ced11615217 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:31.155910 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c277d2b5-c871-4ee0-ac4e-12264602e177 req-274972f4-c459-49e0-b102-3ced11615217 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0996039 Jul 15 19:17:31.198981 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7717fba2-0f96-4f79-80de-cd5bd3abc7b6 req-fb41cee2-9a52-4a8f-8e92-89b6f75cce53 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623341 Jul 15 19:17:31.212846 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c277d2b5-c871-4ee0-ac4e-12264602e177 req-36d50f9b-b69d-483f-841b-21785abc795b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475726 Jul 15 19:17:31.366103 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16a7d8-9473-4b41-9a02-52ebb0dd5e19 req-0e1e940a-2770-44d8-a9cc-302562a6f81b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:31.367607 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fa16a7d8-9473-4b41-9a02-52ebb0dd5e19 req-0e1e940a-2770-44d8-a9cc-302562a6f81b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0688848 Jul 15 19:17:31.406318 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fa16a7d8-9473-4b41-9a02-52ebb0dd5e19 req-27c3e112-7ea2-461f-8a65-797f3ad62ec2 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321424 Jul 15 19:17:31.961696 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcd438-f129-4687-b214-9cb7cdcf1224 req-9256453c-fde2-40de-bde3-7a14e54288ba tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:31.963766 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b1bcd438-f129-4687-b214-9cb7cdcf1224 req-9256453c-fde2-40de-bde3-7a14e54288ba tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.0669155 Jul 15 19:17:32.003454 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b1bcd438-f129-4687-b214-9cb7cdcf1224 req-51d4f7f4-7ce4-4b3a-97a9-ccfdb87f5fc8 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331011 Jul 15 19:17:32.091559 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd42db0-b134-4514-876b-551703f8e195 req-153c78ca-20f4-4d9a-a4c7-599a59123b05 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:32.096322 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ffd42db0-b134-4514-876b-551703f8e195 req-153c78ca-20f4-4d9a-a4c7-599a59123b05 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.0670395 Jul 15 19:17:32.139835 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ffd42db0-b134-4514-876b-551703f8e195 req-4f8566af-3008-44f9-a783-b698c455bf53 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387037 Jul 15 19:17:32.435248 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a7b57-5c96-405e-a949-0f58a9302337 req-2cd238b3-94db-4852-9fc8-ac74d9d15dbd tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:32.437289 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ca9a7b57-5c96-405e-a949-0f58a9302337 req-2cd238b3-94db-4852-9fc8-ac74d9d15dbd tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.1253557 Jul 15 19:17:32.444776 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40879d90-6bf6-4230-accb-5fc9ed52d65b req-8a884e2e-9618-4276-bb0b-0c403455d7e3 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:32.446141 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-40879d90-6bf6-4230-accb-5fc9ed52d65b req-8a884e2e-9618-4276-bb0b-0c403455d7e3 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1022606 Jul 15 19:17:32.499992 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ca9a7b57-5c96-405e-a949-0f58a9302337 req-5387059f-a4ed-4035-94bc-9e181d6a1a5f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528729 Jul 15 19:17:32.507203 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-40879d90-6bf6-4230-accb-5fc9ed52d65b req-909af75e-6a01-46ca-94db-1995485ba0b7 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542274 Jul 15 19:17:32.666608 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b8a16-b8ef-45a0-82b4-77f9f00eee10 req-9ef965bf-3988-4cd3-ad0a-e6f27d3af69c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:32.668172 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d08b8a16-b8ef-45a0-82b4-77f9f00eee10 req-9ef965bf-3988-4cd3-ad0a-e6f27d3af69c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0695050 Jul 15 19:17:32.712790 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d08b8a16-b8ef-45a0-82b4-77f9f00eee10 req-ee6bdc4d-edb1-49e3-86c1-35cb115c959d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381026 Jul 15 19:17:33.181912 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220c9c3-e31e-4dda-8a00-e48d8152d9f3 req-9e0acceb-9989-473e-a300-b6699d2f5052 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:33.184043 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a220c9c3-e31e-4dda-8a00-e48d8152d9f3 req-9e0acceb-9989-473e-a300-b6699d2f5052 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.0637143 Jul 15 19:17:33.225131 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a220c9c3-e31e-4dda-8a00-e48d8152d9f3 req-afe2afab-8c86-4fbb-920b-a590ea57f1fd tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354609 Jul 15 19:17:33.311997 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda17e7-147b-41d2-b2cb-c98b4bb7d7f7 req-576f66d8-ebfc-4359-aaa7-daa448b0fb4c tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:33.313352 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-acda17e7-147b-41d2-b2cb-c98b4bb7d7f7 req-576f66d8-ebfc-4359-aaa7-daa448b0fb4c tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.0623705 Jul 15 19:17:33.356362 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-acda17e7-147b-41d2-b2cb-c98b4bb7d7f7 req-f1f624e2-7175-4cf5-ae4a-104fa2467219 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372570 Jul 15 19:17:33.720244 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2808ce-c999-4eff-9879-f86609a3cf2f req-100eaf70-3763-416b-819c-cdde043b980c tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:33.721725 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-be2808ce-c999-4eff-9879-f86609a3cf2f req-100eaf70-3763-416b-819c-cdde043b980c tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.1074522 Jul 15 19:17:33.728783 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db8204-5ab3-46c0-a6f8-431b97a39298 req-e18129b2-2db4-43e2-83b8-057748865f51 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:33.730140 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f7db8204-5ab3-46c0-a6f8-431b97a39298 req-e18129b2-2db4-43e2-83b8-057748865f51 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1051719 Jul 15 19:17:33.794202 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-be2808ce-c999-4eff-9879-f86609a3cf2f req-a202913a-62d9-4efa-a5f2-25599e4b1940 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630820 Jul 15 19:17:33.798154 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f7db8204-5ab3-46c0-a6f8-431b97a39298 req-8e00971c-b36c-433f-8e4f-0ff51cf989f7 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611198 Jul 15 19:17:33.965521 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d28ed-8234-4f3e-90eb-67d633d93bb2 req-ff85cbe7-60a3-4271-a274-3059083dbe9b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:33.967457 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fc8d28ed-8234-4f3e-90eb-67d633d93bb2 req-ff85cbe7-60a3-4271-a274-3059083dbe9b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0656090 Jul 15 19:17:34.005558 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fc8d28ed-8234-4f3e-90eb-67d633d93bb2 req-eb3084d4-ab18-4f65-828e-432ad18a6241 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322108 Jul 15 19:17:34.407874 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a868cdc-e067-48ec-8917-4027c2d0df83 req-04e57842-d8db-4369-a942-1941d4e8eb35 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:34.409384 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6a868cdc-e067-48ec-8917-4027c2d0df83 req-04e57842-d8db-4369-a942-1941d4e8eb35 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.0646708 Jul 15 19:17:34.449481 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6a868cdc-e067-48ec-8917-4027c2d0df83 req-4e08d0fa-ea2e-4265-bdad-d34599c02d37 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344436 Jul 15 19:17:34.546414 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7be63-80ab-49db-a9f6-f74298acc94a req-79420f59-3622-49f9-b331-51c9ece84da1 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:34.548118 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dcb7be63-80ab-49db-a9f6-f74298acc94a req-79420f59-3622-49f9-b331-51c9ece84da1 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.0728462 Jul 15 19:17:34.587427 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dcb7be63-80ab-49db-a9f6-f74298acc94a req-e018b381-8e69-474c-9bd6-71c28946880f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337369 Jul 15 19:17:35.032315 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c51ac-30ad-48dd-add9-d13602b35f3c req-efa1a661-a7a8-41d1-8641-5c7a24399111 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:35.033822 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dc2c51ac-30ad-48dd-add9-d13602b35f3c req-efa1a661-a7a8-41d1-8641-5c7a24399111 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.1085901 Jul 15 19:17:35.041185 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a88d8-c759-4887-8209-324c9537c13a req-adf8ec59-61ca-4286-89c7-087956a9092c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:35.042649 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ed3a88d8-c759-4887-8209-324c9537c13a req-adf8ec59-61ca-4286-89c7-087956a9092c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1059821 Jul 15 19:17:35.101889 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dc2c51ac-30ad-48dd-add9-d13602b35f3c req-580d5fc2-80f3-42fe-9022-c99409aebebc tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581992 Jul 15 19:17:35.106287 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ed3a88d8-c759-4887-8209-324c9537c13a req-fefa5ce4-aec2-43d1-8ff5-3978309f18f4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567560 Jul 15 19:17:35.270680 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd552b7-033b-45b6-988f-286a0dbb87cd req-278f8684-4740-498f-85ff-974cbcad7e38 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:35.272320 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cbd552b7-033b-45b6-988f-286a0dbb87cd req-278f8684-4740-498f-85ff-974cbcad7e38 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0707343 Jul 15 19:17:35.316370 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cbd552b7-033b-45b6-988f-286a0dbb87cd req-24612de5-4aaf-4082-a4a6-a40a9d0e9da9 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382106 Jul 15 19:17:35.642833 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a68da-6eba-4c38-94af-1f6cbed5d953 req-8c2fe13d-59e0-4051-a591-54ab6bcf8858 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:35.644382 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e08a68da-6eba-4c38-94af-1f6cbed5d953 req-8c2fe13d-59e0-4051-a591-54ab6bcf8858 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.0683858 Jul 15 19:17:35.684875 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e08a68da-6eba-4c38-94af-1f6cbed5d953 req-a9185e15-fa5c-41f2-839f-e445298927a7 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346348 Jul 15 19:17:35.787084 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4ec9f-8ae4-4235-a896-d383f709f152 req-989c9a83-150c-48c1-abfc-78070d605602 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:35.788669 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-30d4ec9f-8ae4-4235-a896-d383f709f152 req-989c9a83-150c-48c1-abfc-78070d605602 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.0824959 Jul 15 19:17:35.828421 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-30d4ec9f-8ae4-4235-a896-d383f709f152 req-2452cbcd-fd79-46fc-9f96-88186c12e519 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337470 Jul 15 19:17:36.324254 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cef08-18a5-4387-9ec3-8559f7666f5e req-099082b0-2bbe-4f6b-ac99-4a9bbe34996f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:36.327991 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2f9cef08-18a5-4387-9ec3-8559f7666f5e req-099082b0-2bbe-4f6b-ac99-4a9bbe34996f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.1092575 Jul 15 19:17:36.349266 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f971d-6d9a-49d6-8eba-c3a6a5e9486f req-487c3a7c-8163-4f6a-b629-f8bb6a8fd092 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:36.350845 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf3f971d-6d9a-49d6-8eba-c3a6a5e9486f req-487c3a7c-8163-4f6a-b629-f8bb6a8fd092 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1252303 Jul 15 19:17:36.409872 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf3f971d-6d9a-49d6-8eba-c3a6a5e9486f req-d9fd25ab-6953-4c9d-8a15-27328933af76 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491984 Jul 15 19:17:36.412446 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2f9cef08-18a5-4387-9ec3-8559f7666f5e req-a0c22a5e-5392-49c9-89fe-e16b89c5800f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770218 Jul 15 19:17:36.572916 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505dbc1-6026-4b1a-ad86-110ef3236e92 req-53cbb028-379c-48e3-9ea5-218fdb9f4547 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:36.574460 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1505dbc1-6026-4b1a-ad86-110ef3236e92 req-53cbb028-379c-48e3-9ea5-218fdb9f4547 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0612645 Jul 15 19:17:36.614210 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1505dbc1-6026-4b1a-ad86-110ef3236e92 req-f691f71d-7cad-4f8c-a36e-07088ebcd552 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341887 Jul 15 19:17:36.855562 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e81cd-a5d3-45b0-80e6-3bc9d68298f3 req-7f759554-3f5b-40f6-ae59-f536a4e31752 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:36.856963 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-963e81cd-a5d3-45b0-80e6-3bc9d68298f3 req-7f759554-3f5b-40f6-ae59-f536a4e31752 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.0627110 Jul 15 19:17:36.897637 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-963e81cd-a5d3-45b0-80e6-3bc9d68298f3 req-5fd4650d-9dea-4859-a8ba-cb40a412d00a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343714 Jul 15 19:17:37.022009 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e597a15-e858-46d5-af35-045a205efa28 req-70231ec5-90aa-455a-a6f1-19fded0e4456 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:37.023722 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2e597a15-e858-46d5-af35-045a205efa28 req-70231ec5-90aa-455a-a6f1-19fded0e4456 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.0750871 Jul 15 19:17:37.062034 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2e597a15-e858-46d5-af35-045a205efa28 req-54946b83-63e4-46ae-bd85-83cbc4388834 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318427 Jul 15 19:17:37.629586 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c94a0-b9c1-4836-8cab-978786a65049 req-d7afd996-e494-447e-a1fa-a553c3b7e250 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:37.631360 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e68c94a0-b9c1-4836-8cab-978786a65049 req-d7afd996-e494-447e-a1fa-a553c3b7e250 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0973568 Jul 15 19:17:37.640410 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768293f-b6e8-4295-94e5-d8f6e45f384b req-19021e3b-3a78-46d2-ab38-1fcaa4271261 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:37.641933 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8768293f-b6e8-4295-94e5-d8f6e45f384b req-19021e3b-3a78-46d2-ab38-1fcaa4271261 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.1171584 Jul 15 19:17:37.715742 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e68c94a0-b9c1-4836-8cab-978786a65049 req-d0f72798-7725-4347-8044-a0b1363a7bb5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611088 Jul 15 19:17:37.719135 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8768293f-b6e8-4295-94e5-d8f6e45f384b req-39b89f61-30b6-407f-a2dd-0987478e3f33 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577779 Jul 15 19:17:37.881652 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8287fd-2b7a-4fdc-a96b-49ecfb76a3b8 req-553a5015-dd8f-4dd9-98ad-2db91be9be6e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:37.883114 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6e8287fd-2b7a-4fdc-a96b-49ecfb76a3b8 req-553a5015-dd8f-4dd9-98ad-2db91be9be6e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0610738 Jul 15 19:17:37.919226 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6e8287fd-2b7a-4fdc-a96b-49ecfb76a3b8 req-00100565-2a76-484d-b615-efe89b21f7ab tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302768 Jul 15 19:17:38.101094 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff89031-8542-4dc8-8ad1-eb625f6045c8 req-2aef45a1-9ef8-45e0-a80a-8fa6bd0667d8 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:38.102601 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2ff89031-8542-4dc8-8ad1-eb625f6045c8 req-2aef45a1-9ef8-45e0-a80a-8fa6bd0667d8 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.0647557 Jul 15 19:17:38.140241 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2ff89031-8542-4dc8-8ad1-eb625f6045c8 req-fba7f457-7c7b-407f-a110-32f6825d6a28 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315814 Jul 15 19:17:38.260638 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3008522-cef7-43dd-947f-870c6e3e216b req-5b9e266a-eb45-41a3-8457-89cc1e814fdf tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:38.262114 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d3008522-cef7-43dd-947f-870c6e3e216b req-5b9e266a-eb45-41a3-8457-89cc1e814fdf tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.0835323 Jul 15 19:17:38.300347 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d3008522-cef7-43dd-947f-870c6e3e216b req-7da556f4-f478-410b-817e-e5f5c6e987fa tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324023 Jul 15 19:17:38.960547 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613d1b4-04e7-4d7b-a71f-33817bf14338 req-cdd2ced7-8100-4396-a41c-9c68fa355a25 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:38.962009 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9613d1b4-04e7-4d7b-a71f-33817bf14338 req-cdd2ced7-8100-4396-a41c-9c68fa355a25 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.1280017 Jul 15 19:17:38.973635 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebddf3-033c-4602-a17b-244ae55a5bc1 req-d1d50ba5-a05b-41ad-a79c-23413befb775 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:38.975033 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d2ebddf3-033c-4602-a17b-244ae55a5bc1 req-d1d50ba5-a05b-41ad-a79c-23413befb775 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1391864 Jul 15 19:17:39.032974 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9613d1b4-04e7-4d7b-a71f-33817bf14338 req-21052543-1434-45ea-a105-e2fd3b1f9f9e tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567594 Jul 15 19:17:39.046284 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d2ebddf3-033c-4602-a17b-244ae55a5bc1 req-83fba0aa-5494-40f9-ba21-c4663b3c7a1c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635424 Jul 15 19:17:39.220809 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0da0e-3ee6-472a-badb-862b895f8b97 req-f49d35e6-6a0b-461f-a2f5-8518af88672e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:39.222282 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-44c0da0e-3ee6-472a-badb-862b895f8b97 req-f49d35e6-6a0b-461f-a2f5-8518af88672e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0687811 Jul 15 19:17:39.269502 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-44c0da0e-3ee6-472a-badb-862b895f8b97 req-be064eee-e460-4ddb-945d-16ab3aa1f1ac tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415716 Jul 15 19:17:39.325647 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5e917-dbe3-4159-98b6-0984df44bb6f req-e0fa2f0e-e638-46f3-99cd-60493f34edf0 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:39.327430 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f7f5e917-dbe3-4159-98b6-0984df44bb6f req-e0fa2f0e-e638-46f3-99cd-60493f34edf0 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.0735180 Jul 15 19:17:39.389599 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f7f5e917-dbe3-4159-98b6-0984df44bb6f req-56cec70c-9a31-4dbe-b471-43e917c43fac tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374591 Jul 15 19:17:39.490346 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee19407-c29f-46bf-9711-02aa2809a44f req-ecfdd0e1-34cf-400c-8bbc-3e72da356ac6 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:39.491863 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dee19407-c29f-46bf-9711-02aa2809a44f req-ecfdd0e1-34cf-400c-8bbc-3e72da356ac6 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.0668483 Jul 15 19:17:39.531406 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dee19407-c29f-46bf-9711-02aa2809a44f req-94b4090f-a1c4-4acc-956a-0006f0b61887 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338447 Jul 15 19:17:40.280385 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b3ea7-bea6-4530-8331-0c2b45aab9da req-5035eae4-caf8-4937-8748-c5194f4b9b2f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:40.281846 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cc9b3ea7-bea6-4530-8331-0c2b45aab9da req-5035eae4-caf8-4937-8748-c5194f4b9b2f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.1358869 Jul 15 19:17:40.290406 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12ad35-443a-4bf2-9476-d757f4ad7491 req-1ea820f9-b45a-48f4-91a1-a47dc9158477 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:40.291889 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fa12ad35-443a-4bf2-9476-d757f4ad7491 req-1ea820f9-b45a-48f4-91a1-a47dc9158477 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1118922 Jul 15 19:17:40.355462 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cc9b3ea7-bea6-4530-8331-0c2b45aab9da req-a26b59ed-360c-457f-a5dc-a6e465014d3c tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615005 Jul 15 19:17:40.360298 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fa12ad35-443a-4bf2-9476-d757f4ad7491 req-eedb9d3c-06c8-4cfa-ab43-ed1bddc3fc29 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593135 Jul 15 19:17:40.546044 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649545e-87e2-4ffa-ba53-ad507b7ee370 req-80634150-9659-4565-841f-27f30af8e53a tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:40.547302 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1649545e-87e2-4ffa-ba53-ad507b7ee370 req-80634150-9659-4565-841f-27f30af8e53a tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0709872 Jul 15 19:17:40.613525 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1649545e-87e2-4ffa-ba53-ad507b7ee370 req-49dea216-98f1-4db1-be87-ea7d00ba4643 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566673 Jul 15 19:17:40.641225 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec63901-444e-4896-b3f6-3f2a4d0dd3e3 req-926ac8b5-3358-4bb6-8b21-070d837cf594 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:40.642848 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2ec63901-444e-4896-b3f6-3f2a4d0dd3e3 req-926ac8b5-3358-4bb6-8b21-070d837cf594 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.0946691 Jul 15 19:17:40.711673 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2ec63901-444e-4896-b3f6-3f2a4d0dd3e3 req-ca813b52-019e-499c-bd69-cbff0ff0bea2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611186 Jul 15 19:17:40.840949 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cf697-ae37-44a9-9696-6b5d29c93157 req-a8023cdc-cc6b-49f0-9a9d-1d4d614f28b5 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:40.842389 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-546cf697-ae37-44a9-9696-6b5d29c93157 req-a8023cdc-cc6b-49f0-9a9d-1d4d614f28b5 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.0824115 Jul 15 19:17:40.882629 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-546cf697-ae37-44a9-9696-6b5d29c93157 req-38ef8de8-5a24-4c5e-bd40-120b495f1f7e tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344718 Jul 15 19:17:41.575069 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b089d-96c6-4bc7-8a2d-226d38db4068 req-31f54ac2-5c88-4a34-9284-1aa5b2a22ccc tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:41.576871 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-876b089d-96c6-4bc7-8a2d-226d38db4068 req-31f54ac2-5c88-4a34-9284-1aa5b2a22ccc tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.1068823 Jul 15 19:17:41.584333 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b7a1a-e73b-4f7c-bc36-1dc6107bac5f req-f2f5c9f9-655d-41e1-b473-dba03a5429ea tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:41.585774 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-848b7a1a-e73b-4f7c-bc36-1dc6107bac5f req-f2f5c9f9-655d-41e1-b473-dba03a5429ea tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1068931 Jul 15 19:17:41.675504 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-848b7a1a-e73b-4f7c-bc36-1dc6107bac5f req-3a457401-a5f5-481c-a1d3-32d566e2657a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822613 Jul 15 19:17:41.694845 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-876b089d-96c6-4bc7-8a2d-226d38db4068 req-9d8d5a15-0bbe-42b9-8331-cfec5637b6b1 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079066 Jul 15 19:17:41.870818 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d2ff1-4941-4d70-a8a8-3c976bddae49 req-4aff63bb-281f-4caf-97a4-c02d6df803aa tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:41.872592 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-182d2ff1-4941-4d70-a8a8-3c976bddae49 req-4aff63bb-281f-4caf-97a4-c02d6df803aa tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0933611 Jul 15 19:17:41.926605 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c43e8-387f-4be1-84fa-86ab453b905e req-a57b9984-10d0-4d63-acc6-3cac6f6260dd tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:41.927986 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bc8c43e8-387f-4be1-84fa-86ab453b905e req-a57b9984-10d0-4d63-acc6-3cac6f6260dd tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.1020494 Jul 15 19:17:41.931014 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-182d2ff1-4941-4d70-a8a8-3c976bddae49 req-e74764ed-18d1-4b80-b7be-23b9d48b5ac5 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526304 Jul 15 19:17:41.994718 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bc8c43e8-387f-4be1-84fa-86ab453b905e req-282c247d-02a3-446e-8341-f748ce6fdeeb tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610251 Jul 15 19:17:42.145563 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64173769-f76f-45e2-a662-a7624ba6fc2b req-a06fc298-d750-41a0-b05e-0ca7b00a6841 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:42.147068 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-64173769-f76f-45e2-a662-a7624ba6fc2b req-a06fc298-d750-41a0-b05e-0ca7b00a6841 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.0677350 Jul 15 19:17:42.190059 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-64173769-f76f-45e2-a662-a7624ba6fc2b req-5eeff99a-30c1-41e7-b46f-0f3ae76b1f55 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373874 Jul 15 19:17:42.896852 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf339f8-7a4c-4177-9eaf-8ccc0b079f06 req-71763cb9-4f65-4a40-82ff-ac3ba90e4dc1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:42.898373 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8bf339f8-7a4c-4177-9eaf-8ccc0b079f06 req-71763cb9-4f65-4a40-82ff-ac3ba90e4dc1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1078558 Jul 15 19:17:42.933114 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59621732-c321-4222-9804-484eaf27074f req-26efdb8e-9222-4231-9fc3-7cee773a6d7e tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:42.934566 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-59621732-c321-4222-9804-484eaf27074f req-26efdb8e-9222-4231-9fc3-7cee773a6d7e tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.1138308 Jul 15 19:17:42.977833 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8bf339f8-7a4c-4177-9eaf-8ccc0b079f06 req-2f8c4cb1-857d-4f5e-b52d-44fcfa754565 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712771 Jul 15 19:17:42.993394 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-59621732-c321-4222-9804-484eaf27074f req-8dee4b70-f55f-45c4-8843-cfbd8ba6073a tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523880 Jul 15 19:17:43.205282 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce486c-5f4a-4b7f-8403-ed9d9e77282e req-d74ace04-23a4-407c-b38a-47487fd4d758 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:43.206679 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-40ce486c-5f4a-4b7f-8403-ed9d9e77282e req-d74ace04-23a4-407c-b38a-47487fd4d758 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.1175921 Jul 15 19:17:43.239558 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86328145-226b-4fa8-b0c5-e282d6392758 req-863dd1cc-7255-4b52-a2ed-3482de9254ef tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:43.240970 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-86328145-226b-4fa8-b0c5-e282d6392758 req-863dd1cc-7255-4b52-a2ed-3482de9254ef tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.1007955 Jul 15 19:17:43.266457 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-40ce486c-5f4a-4b7f-8403-ed9d9e77282e req-9da41043-8e57-4006-92d4-604b190344c2 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539610 Jul 15 19:17:43.292732 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-86328145-226b-4fa8-b0c5-e282d6392758 req-75316a8a-6ebe-4aeb-a1f5-7796c646b268 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395911 Jul 15 19:17:43.430767 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47769bb6-a38b-4523-b8e1-7cfea26713f9 req-7df5320c-9628-4fee-9772-43baf4643ecd tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:43.432266 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-47769bb6-a38b-4523-b8e1-7cfea26713f9 req-7df5320c-9628-4fee-9772-43baf4643ecd tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.0649626 Jul 15 19:17:43.470535 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-47769bb6-a38b-4523-b8e1-7cfea26713f9 req-cf19893d-5941-4a99-8de6-eb7a513cf512 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319283 Jul 15 19:17:44.198608 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa45b5-ff4a-4daf-a591-2e08b88ead12 req-c1e9ce31-1d6b-45de-aaf2-0221f5948b14 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:44.200079 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-51aa45b5-ff4a-4daf-a591-2e08b88ead12 req-c1e9ce31-1d6b-45de-aaf2-0221f5948b14 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.1063464 Jul 15 19:17:44.208388 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48d9b4-83c9-40f8-b904-735904fd7ec9 req-4fb1073c-150d-4c99-b108-6213ada41331 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:44.209784 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2d48d9b4-83c9-40f8-b904-735904fd7ec9 req-4fb1073c-150d-4c99-b108-6213ada41331 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.1057448 Jul 15 19:17:44.264269 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-51aa45b5-ff4a-4daf-a591-2e08b88ead12 req-1097c6de-6360-4e1b-af81-26438a39df1f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534706 Jul 15 19:17:44.268827 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2d48d9b4-83c9-40f8-b904-735904fd7ec9 req-3a59f7e5-98ce-4b62-883f-d0831c718b56 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524840 Jul 15 19:17:44.491217 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeeac6-5ff8-46e8-8a89-c65536284d88 req-9447675a-7e0c-4796-82c7-3adad9cfc75e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:44.492699 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-04eeeac6-5ff8-46e8-8a89-c65536284d88 req-9447675a-7e0c-4796-82c7-3adad9cfc75e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.1128724 Jul 15 19:17:44.501397 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb3db4-bdb8-499d-a599-a18af47e2ac1 req-f1cbf663-1d5b-4615-991f-e02544ad52d1 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:44.502894 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bdeb3db4-bdb8-499d-a599-a18af47e2ac1 req-f1cbf663-1d5b-4615-991f-e02544ad52d1 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.0926499 Jul 15 19:17:44.552880 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-04eeeac6-5ff8-46e8-8a89-c65536284d88 req-d05ae8b8-5b3f-4ef4-b788-4b6ea1832256 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490077 Jul 15 19:17:44.573004 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bdeb3db4-bdb8-499d-a599-a18af47e2ac1 req-8f048ac5-cdd9-4635-acb3-7c1dfbbd4f4c tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623786 Jul 15 19:17:44.619857 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0da86c-71a5-4d8c-a5c5-d2c365823b36 req-a4aa5337-5c93-45ba-807c-a77f857d6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:44.621351 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7a0da86c-71a5-4d8c-a5c5-d2c365823b36 req-a4aa5337-5c93-45ba-807c-a77f857d6624 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 1099 time: 0.0580075 Jul 15 19:17:44.724578 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7a0da86c-71a5-4d8c-a5c5-d2c365823b36 req-13623b05-a65e-4ae7-aef1-b8b816fca8da service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398185 Jul 15 19:17:44.744973 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e2dff-db7b-4d52-a99e-4b17e8ca3585 req-16e13b53-cd93-4a08-9883-45b176c63243 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:44.746384 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-711e2dff-db7b-4d52-a99e-4b17e8ca3585 req-16e13b53-cd93-4a08-9883-45b176c63243 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.0879560 Jul 15 19:17:44.784152 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-711e2dff-db7b-4d52-a99e-4b17e8ca3585 req-69592d8c-88f8-4dc2-9613-b3ddcfa85c35 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312769 Jul 15 19:17:45.452512 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97f4b3-2f30-404c-b4c0-d050234c3dbe req-b92da982-dc20-4e9a-b859-e449dcff73f7 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:45.454078 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fe97f4b3-2f30-404c-b4c0-d050234c3dbe req-b92da982-dc20-4e9a-b859-e449dcff73f7 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.0667238 Jul 15 19:17:45.492584 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fe97f4b3-2f30-404c-b4c0-d050234c3dbe req-9d8b31f8-f9dc-4a85-b35c-98db41321334 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328183 Jul 15 19:17:45.593124 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bbb34-5da6-44e0-a1a5-eda574108599 req-6a30362f-8f0c-4983-9df6-e60d98dcc63c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:45.594632 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-022bbb34-5da6-44e0-a1a5-eda574108599 req-6a30362f-8f0c-4983-9df6-e60d98dcc63c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0631635 Jul 15 19:17:45.635829 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-022bbb34-5da6-44e0-a1a5-eda574108599 req-9a8444fe-e89a-4e48-b139-cc7e0a74369b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351779 Jul 15 19:17:46.015337 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f645c60-f080-401e-ac6f-b6b173ea3bdc req-30100899-1857-46ef-b9d2-62893c9dcfa9 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:46.016811 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6f645c60-f080-401e-ac6f-b6b173ea3bdc req-30100899-1857-46ef-b9d2-62893c9dcfa9 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.3478007 Jul 15 19:17:46.028213 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755971fc-9820-4126-98c9-f54ecbb3495e req-88d68f6d-0477-4bc0-a217-353818b3a172 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:46.029664 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-755971fc-9820-4126-98c9-f54ecbb3495e req-88d68f6d-0477-4bc0-a217-353818b3a172 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.0866597 Jul 15 19:17:46.082379 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6f645c60-f080-401e-ac6f-b6b173ea3bdc req-8d3b9e72-6cc4-4bc5-a045-877a27e4c19d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517750 Jul 15 19:17:46.089087 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-755971fc-9820-4126-98c9-f54ecbb3495e req-76715b92-40cd-4504-864a-0f6b9ae1cf0a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526717 Jul 15 19:17:46.242912 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7aca-74a1-41b3-b683-ef0edb3301a2 req-0b5a79ab-55a1-490e-abe9-03c43c92e8f5 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:46.244346 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-df6f7aca-74a1-41b3-b683-ef0edb3301a2 req-0b5a79ab-55a1-490e-abe9-03c43c92e8f5 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.0615363 Jul 15 19:17:46.281837 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-df6f7aca-74a1-41b3-b683-ef0edb3301a2 req-5758ca30-fa8b-4236-aa10-6fcad1c509c2 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311081 Jul 15 19:17:46.662168 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402642df-956a-4a2a-8b03-94776ec659f4 req-55fd4df0-843b-4dab-8d60-84b18b4dc581 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:46.663637 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-402642df-956a-4a2a-8b03-94776ec659f4 req-55fd4df0-843b-4dab-8d60-84b18b4dc581 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.0612111 Jul 15 19:17:46.699687 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-402642df-956a-4a2a-8b03-94776ec659f4 req-53fd97f5-3ced-4be6-8420-9b1be6683225 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305495 Jul 15 19:17:46.815484 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786db34c-b114-4c1f-ba85-98e45f918570 req-2e74d45e-af31-4cc8-b0d1-7f0c430392f8 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:46.816851 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-786db34c-b114-4c1f-ba85-98e45f918570 req-2e74d45e-af31-4cc8-b0d1-7f0c430392f8 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0643685 Jul 15 19:17:46.853413 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-786db34c-b114-4c1f-ba85-98e45f918570 req-81923d22-640e-4ddc-9845-64c37ab7123e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309713 Jul 15 19:17:47.296319 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359825f7-1284-4c08-a311-44ef279168f6 req-70a05b70-5bf2-45bc-ae15-8796cb4f291a tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:47.297782 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-359825f7-1284-4c08-a311-44ef279168f6 req-70a05b70-5bf2-45bc-ae15-8796cb4f291a tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.1028183 Jul 15 19:17:47.308873 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527eaec5-8ece-4a1d-867c-fb5c1bf270bd req-aba502fc-cb2f-4956-8475-b39d0bdd2452 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:47.310962 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-527eaec5-8ece-4a1d-867c-fb5c1bf270bd req-aba502fc-cb2f-4956-8475-b39d0bdd2452 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.1043725 Jul 15 19:17:47.370024 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-359825f7-1284-4c08-a311-44ef279168f6 req-b45975ce-e686-4d2a-9435-df6b3fdbc1d3 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580359 Jul 15 19:17:47.373838 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-527eaec5-8ece-4a1d-867c-fb5c1bf270bd req-d94b3fde-fcca-48b0-a7e0-82d90fa209dd tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563037 Jul 15 19:17:47.527548 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eedcc4-8083-417e-93e1-a7d91542a529 req-0f7915ac-5e00-4d2b-a447-c4ef4fb38fd1 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:47.529188 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69eedcc4-8083-417e-93e1-a7d91542a529 req-0f7915ac-5e00-4d2b-a447-c4ef4fb38fd1 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.0620592 Jul 15 19:17:47.566680 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-69eedcc4-8083-417e-93e1-a7d91542a529 req-eeb58cea-0bb1-41b1-852f-bc7831c7f543 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315981 Jul 15 19:17:47.643047 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8a1fb-282e-4ed9-beff-77449f9be385 req-31440a90-f13f-400c-b575-c54c18bd9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:47.644580 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-86e8a1fb-282e-4ed9-beff-77449f9be385 req-31440a90-f13f-400c-b575-c54c18bd9b8b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 1099 time: 0.0503085 Jul 15 19:17:47.681632 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-86e8a1fb-282e-4ed9-beff-77449f9be385 req-8bd1d12e-bedd-4b90-8034-a3e35393617c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262158 Jul 15 19:17:47.871413 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34404da-7df0-4091-bdaf-397f358eacdd req-a3054653-7498-4088-984d-771d3b30d862 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:47.873117 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d34404da-7df0-4091-bdaf-397f358eacdd req-a3054653-7498-4088-984d-771d3b30d862 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.0639739 Jul 15 19:17:47.909537 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d34404da-7df0-4091-bdaf-397f358eacdd req-d2bea372-8795-441b-b6d6-0239b0f3f074 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309274 Jul 15 19:17:48.030629 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1f2a8-0078-4e66-92fd-7cda88bedf73 req-369e98d2-b0c5-4ded-9829-813ac02ba6cf tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:48.032158 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6ff1f2a8-0078-4e66-92fd-7cda88bedf73 req-369e98d2-b0c5-4ded-9829-813ac02ba6cf tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0620720 Jul 15 19:17:48.068642 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6ff1f2a8-0078-4e66-92fd-7cda88bedf73 req-cb86c454-9c39-4701-a447-a2259833ba7c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308325 Jul 15 19:17:48.589024 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a10782-880b-41f3-8208-0d9f871fc7bd req-5c370876-0b47-4f71-8af8-abe456918de5 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:48.590512 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76a10782-880b-41f3-8208-0d9f871fc7bd req-5c370876-0b47-4f71-8af8-abe456918de5 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.1053348 Jul 15 19:17:48.598206 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7884e-dd8c-49ab-aea7-e8753087e422 req-dad1eed5-e8b5-4faf-916c-6faf54d2b88f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:48.599589 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e1c7884e-dd8c-49ab-aea7-e8753087e422 req-dad1eed5-e8b5-4faf-916c-6faf54d2b88f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.1163108 Jul 15 19:17:48.652954 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76a10782-880b-41f3-8208-0d9f871fc7bd req-427e4de8-10f0-462e-bd0a-50a530b47c0a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523417 Jul 15 19:17:48.658084 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e1c7884e-dd8c-49ab-aea7-e8753087e422 req-fdf4d2fb-f73e-4be8-98a3-2af256d08737 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519764 Jul 15 19:17:48.870673 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da75505-7f32-4a0a-b78e-3aab367da1ce req-5dd79f81-6b9b-40b5-b90d-c8147a37fc8e tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:48.872433 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4da75505-7f32-4a0a-b78e-3aab367da1ce req-5dd79f81-6b9b-40b5-b90d-c8147a37fc8e tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.1148746 Jul 15 19:17:48.884112 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9c6cb-c29b-4a85-b98a-7a696b1f5f22 req-56c2284e-23bb-4b94-b333-2fb4124bf0a7 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:48.885482 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-01c9c6cb-c29b-4a85-b98a-7a696b1f5f22 req-56c2284e-23bb-4b94-b333-2fb4124bf0a7 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.1181891 Jul 15 19:17:48.955331 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4da75505-7f32-4a0a-b78e-3aab367da1ce req-5fddc397-bdf8-41b0-9271-0399f89d06d5 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687947 Jul 15 19:17:48.960173 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-01c9c6cb-c29b-4a85-b98a-7a696b1f5f22 req-07d0b359-6f1c-488b-9288-3a810eb70b80 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674133 Jul 15 19:17:49.158620 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fbee4-f962-423b-9dc5-a4fea57c0eb1 req-73558329-9020-4121-822c-19fb565f1786 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:49.160799 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-322fbee4-f962-423b-9dc5-a4fea57c0eb1 req-73558329-9020-4121-822c-19fb565f1786 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.93 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.1087387 Jul 15 19:17:49.209808 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714b299-5e90-46ba-a2ff-77d769a80f95 req-1774e6ac-167f-4bd0-9966-f52992cfebfa tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:49.211634 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8714b299-5e90-46ba-a2ff-77d769a80f95 req-1774e6ac-167f-4bd0-9966-f52992cfebfa tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 945 time: 0.1077809 Jul 15 19:17:49.309975 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bae24f-38bf-4d86-bd43-92f931a0356a req-f7fa8d59-b320-4df2-9f14-b67777d1225b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:49.311609 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-58bae24f-38bf-4d86-bd43-92f931a0356a req-f7fa8d59-b320-4df2-9f14-b67777d1225b tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 946 time: 0.1195607 Jul 15 19:17:49.331997 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8714b299-5e90-46ba-a2ff-77d769a80f95 req-514d18f7-e49b-40ec-9bc3-fa44c44fbadf tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025467 Jul 15 19:17:49.372244 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-322fbee4-f962-423b-9dc5-a4fea57c0eb1 req-5f6f6b11-31ad-4b9a-baa8-9bb3dff72aad tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Deleting port e1e5fdd3-7df5-4593-a626-a7878ac35b14 {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:17:49.373430 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-322fbee4-f962-423b-9dc5-a4fea57c0eb1 req-5f6f6b11-31ad-4b9a-baa8-9bb3dff72aad tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:49.470695 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [req-58bae24f-38bf-4d86-bd43-92f931a0356a req-f16687a6-d3cf-458d-80b5-8fbca29c2e83 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Deleting port f20d50d0-ce88-4126-a31d-35f8cfba76ff {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:17:49.471040 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-58bae24f-38bf-4d86-bd43-92f931a0356a req-f16687a6-d3cf-458d-80b5-8fbca29c2e83 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:49.566216 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-58bae24f-38bf-4d86-bd43-92f931a0356a req-f16687a6-d3cf-458d-80b5-8fbca29c2e83 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] For port f20d50d0-ce88-4126-a31d-35f8cfba76ff, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f20d50d0-ce88-4126-a31d-35f8cfba76ff,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:49.566606 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-58bae24f-38bf-4d86-bd43-92f931a0356a req-f16687a6-d3cf-458d-80b5-8fbca29c2e83 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:49.581734 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [req-58bae24f-38bf-4d86-bd43-92f931a0356a req-f16687a6-d3cf-458d-80b5-8fbca29c2e83 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Calling delete_port for f20d50d0-ce88-4126-a31d-35f8cfba76ff owned by compute:nova {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:17:49.588027 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-dd3abbc4-7d81-4ef2-8848-ad173fe3aa24 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603857049&fields=id&tenant_id=412cc63088124ce79a3589f0ee2bac63 HTTP/1.1" status: 200 len: 267 time: 0.1273696 Jul 15 19:17:49.590127 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-322fbee4-f962-423b-9dc5-a4fea57c0eb1 req-5f6f6b11-31ad-4b9a-baa8-9bb3dff72aad tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] For port e1e5fdd3-7df5-4593-a626-a7878ac35b14, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e1e5fdd3-7df5-4593-a626-a7878ac35b14,segment=NetworkSegment(30f2c0de-9a40-4b29-b0f9-ff5faebd484a),segment_id=30f2c0de-9a40-4b29-b0f9-ff5faebd484a)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:49.590532 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-322fbee4-f962-423b-9dc5-a4fea57c0eb1 req-5f6f6b11-31ad-4b9a-baa8-9bb3dff72aad tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:49.631732 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-322fbee4-f962-423b-9dc5-a4fea57c0eb1 req-5f6f6b11-31ad-4b9a-baa8-9bb3dff72aad tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Calling delete_port for e1e5fdd3-7df5-4593-a626-a7878ac35b14 owned by compute:nova {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:17:49.685757 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b40a39-9e86-4121-80c8-b3efb456653a req-352cdd7d-62eb-417e-8586-cbbbd316820e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:49.687420 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-75b40a39-9e86-4121-80c8-b3efb456653a req-352cdd7d-62eb-417e-8586-cbbbd316820e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.2975764 Jul 15 19:17:49.826576 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-75b40a39-9e86-4121-80c8-b3efb456653a req-9cbc42ba-957b-4890-9ac9-c59252491e9b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764356 Jul 15 19:17:49.834918 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-282380ae-e89d-4d16-a625-ac3aec441cde tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:49.836487 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-282380ae-e89d-4d16-a625-ac3aec441cde tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/networks?id=f85f717e-1189-49c0-bcaa-5760f144f50d HTTP/1.1" status: 200 len: 811 time: 0.2361851 Jul 15 19:17:49.896770 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-244391fa-e54d-4dec-9dcc-2629a09b5557 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/quotas/412cc63088124ce79a3589f0ee2bac63 HTTP/1.1" status: 200 len: 375 time: 0.0371411 Jul 15 19:17:49.962113 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-322fbee4-f962-423b-9dc5-a4fea57c0eb1 req-5f6f6b11-31ad-4b9a-baa8-9bb3dff72aad tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:49.992264 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-58bae24f-38bf-4d86-bd43-92f931a0356a req-f16687a6-d3cf-458d-80b5-8fbca29c2e83 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:50.004899 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['e1e5fdd3-7df5-4593-a626-a7878ac35b14'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:17:50.019613 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f6b11-31ad-4b9a-baa8-9bb3dff72aad tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Pushing event deleted for resources: {'Port': ['ID=e1e5fdd3-7df5-4593-a626-a7878ac35b14,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:50.020081 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16687a6-d3cf-458d-80b5-8fbca29c2e83 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Pushing event deleted for resources: {'Port': ['ID=f20d50d0-ce88-4126-a31d-35f8cfba76ff,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:50.079186 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['9e948047-3380-48c3-beaf-c5089257a287', '3079aa17-865a-4d5b-b3a0-175ea66fa4ba', '00c249b0-8b35-4d08-9749-0f2726889176', 'f20d50d0-ce88-4126-a31d-35f8cfba76ff'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:17:50.084754 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [req-322fbee4-f962-423b-9dc5-a4fea57c0eb1 req-5f6f6b11-31ad-4b9a-baa8-9bb3dff72aad tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] No DVR routers for this DVR port e1e5fdd3-7df5-4593-a626-a7878ac35b14 on host hv-cinder-78445 {{(pid=93321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:17:50.092056 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-322fbee4-f962-423b-9dc5-a4fea57c0eb1 req-5f6f6b11-31ad-4b9a-baa8-9bb3dff72aad tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:50.094023 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-322fbee4-f962-423b-9dc5-a4fea57c0eb1 req-5f6f6b11-31ad-4b9a-baa8-9bb3dff72aad tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.93 "DELETE /v2.0/ports/e1e5fdd3-7df5-4593-a626-a7878ac35b14 HTTP/1.1" status: 204 len: 173 time: 0.9006164 Jul 15 19:17:50.094552 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd895680f-3926-46ce-9738-d079297223af', 'name': 'network-vif-deleted', 'tag': 'e1e5fdd3-7df5-4593-a626-a7878ac35b14'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:17:50.096312 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bae24f-38bf-4d86-bd43-92f931a0356a req-f16687a6-d3cf-458d-80b5-8fbca29c2e83 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] No DVR routers for this DVR port f20d50d0-ce88-4126-a31d-35f8cfba76ff on host hv-cinder-78445 {{(pid=93322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:17:50.096819 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8b1e1f-ce97-4337-aacd-94ebc380eb1b" -d '{"events": [{"server_uuid": "d895680f-3926-46ce-9738-d079297223af", "name": "network-vif-deleted", "tag": "e1e5fdd3-7df5-4593-a626-a7878ac35b14"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:17:50.099594 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-58bae24f-38bf-4d86-bd43-92f931a0356a req-f16687a6-d3cf-458d-80b5-8fbca29c2e83 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:50.101589 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-58bae24f-38bf-4d86-bd43-92f931a0356a req-f16687a6-d3cf-458d-80b5-8fbca29c2e83 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.93 "DELETE /v2.0/ports/f20d50d0-ce88-4126-a31d-35f8cfba76ff HTTP/1.1" status: 204 len: 173 time: 0.7728803 Jul 15 19:17:50.102029 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7fe770-b88b-45c6-9455-52c88a80a0ba', 'name': 'network-vif-deleted', 'tag': 'f20d50d0-ce88-4126-a31d-35f8cfba76ff'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:17:50.104491 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0408aed-2b90-464e-8738-9861a634f557" -d '{"events": [{"server_uuid": "4f7fe770-b88b-45c6-9455-52c88a80a0ba", "name": "network-vif-deleted", "tag": "f20d50d0-ce88-4126-a31d-35f8cfba76ff"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:17:50.115878 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-a9ffc571-8522-47bc-b564-fd432ec93ccb tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=412cc63088124ce79a3589f0ee2bac63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2137403 Jul 15 19:17:50.127475 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622d2a6-992f-42c0-b2b0-b12573258834 req-c01aaa0a-b868-4539-b78d-bff3515fb5df tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:50.129005 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1622d2a6-992f-42c0-b2b0-b12573258834 req-c01aaa0a-b868-4539-b78d-bff3515fb5df tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.1815670 Jul 15 19:17:50.220829 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1622d2a6-992f-42c0-b2b0-b12573258834 req-e687f3f0-76f6-4a58-81ca-896b0a73ba5e tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828378 Jul 15 19:17:50.243961 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1a5cf36d-f4f4-44dc-bd9b-04497de7117c service neutron] 10.222.0.73 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139722 Jul 15 19:17:50.429805 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-84e1c86e-ad74-4db8-b485-0e0fe6142363 service neutron] 10.222.0.73 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788440 Jul 15 19:17:50.452711 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bba64-faff-4cb6-81e6-adebdf510469 req-3b0ae6b9-fc33-4ddf-8fa5-12949959bb90 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:50.454552 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1f0bba64-faff-4cb6-81e6-adebdf510469 req-3b0ae6b9-fc33-4ddf-8fa5-12949959bb90 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0941899 Jul 15 19:17:50.506995 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1f0bba64-faff-4cb6-81e6-adebdf510469 req-0db3ab10-8484-4583-b414-4ca7fed482f1 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461287 Jul 15 19:17:50.695360 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f1ba84e3-cbcd-4882-a1ca-550f0fe19fad req-f48a25ac-19db-47ad-b8b1-bc3c1c7f3c99 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f7fe770-b88b-45c6-9455-52c88a80a0ba HTTP/1.1" status: 200 len: 210 time: 0.0339754 Jul 15 19:17:50.768079 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258dceb5-a69c-4fe0-a0d3-6e78fceb0714 x-openstack-request-id: req-258dceb5-a69c-4fe0-a0d3-6e78fceb0714 {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:17:50.768572 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7fe770-b88b-45c6-9455-52c88a80a0ba", "name": "network-vif-deleted", "tag": "f20d50d0-ce88-4126-a31d-35f8cfba76ff", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:17:50.768675 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-258dceb5-a69c-4fe0-a0d3-6e78fceb0714 {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:17:50.768982 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7fe770-b88b-45c6-9455-52c88a80a0ba', 'name': 'network-vif-deleted', 'tag': 'f20d50d0-ce88-4126-a31d-35f8cfba76ff', 'status': 'completed', 'code': 200} Jul 15 19:17:50.781860 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38fca90-e72f-4bf2-8e62-2af80bd66310 x-openstack-request-id: req-a38fca90-e72f-4bf2-8e62-2af80bd66310 {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:17:50.782331 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d895680f-3926-46ce-9738-d079297223af", "name": "network-vif-deleted", "tag": "e1e5fdd3-7df5-4593-a626-a7878ac35b14", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:17:50.782618 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a38fca90-e72f-4bf2-8e62-2af80bd66310 {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:17:50.783357 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd895680f-3926-46ce-9738-d079297223af', 'name': 'network-vif-deleted', 'tag': 'e1e5fdd3-7df5-4593-a626-a7878ac35b14', 'status': 'completed', 'code': 200} Jul 15 19:17:50.920529 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-32dcc2d5-cdf7-465a-a554-336ffea91aa0 req-6780b16b-1313-482f-a5cc-56ab52d84981 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=d895680f-3926-46ce-9738-d079297223af HTTP/1.1" status: 200 len: 210 time: 0.0344934 Jul 15 19:17:50.952687 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1a534076-8f62-443e-af51-373282b76f68 req-a39778f0-1f5c-43b3-b617-814107c723e0 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 210 time: 0.0353968 Jul 15 19:17:51.130980 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42774606-4b76-48f1-889d-d6a0862d8aa1 req-34354c40-df86-4946-93e6-3dd08055566c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:51.132711 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-42774606-4b76-48f1-889d-d6a0862d8aa1 req-34354c40-df86-4946-93e6-3dd08055566c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0658960 Jul 15 19:17:51.195403 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-42774606-4b76-48f1-889d-d6a0862d8aa1 req-5016b4d9-088e-40a5-a880-449c71d7fe51 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561976 Jul 15 19:17:51.324330 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3fbac-954b-4368-bffb-774c30b8cbe9 req-f5fb3817-164c-4f7f-91ca-a296f089957c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:51.327217 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-06f3fbac-954b-4368-bffb-774c30b8cbe9 req-f5fb3817-164c-4f7f-91ca-a296f089957c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0763612 Jul 15 19:17:51.337720 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372aee8-4dc3-42a2-bd9f-208cd9089b61 req-04c76832-ae4f-42e6-997c-8f19bc9b9255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:51.339355 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-3372aee8-4dc3-42a2-bd9f-208cd9089b61 req-04c76832-ae4f-42e6-997c-8f19bc9b9255 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=85ad778364da4e58a9ec2415e9efc98f&device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 1099 time: 0.0670233 Jul 15 19:17:51.372391 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-06f3fbac-954b-4368-bffb-774c30b8cbe9 req-eea3c298-6a3b-4d8e-8a54-8dcbcc0c96de tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386682 Jul 15 19:17:51.439855 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372aee8-4dc3-42a2-bd9f-208cd9089b61 req-310344fc-c8fc-4562-9bcc-6439e22318d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:51.441335 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-3372aee8-4dc3-42a2-bd9f-208cd9089b61 req-310344fc-c8fc-4562-9bcc-6439e22318d4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 HTTP/1.1" status: 200 len: 920 time: 0.0919135 Jul 15 19:17:51.533502 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-3372aee8-4dc3-42a2-bd9f-208cd9089b61 req-dc343298-e91a-4931-9a4b-0798b1587b37 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbf167cf-2f9a-42fc-a828-988bad1f3d0b HTTP/1.1" status: 200 len: 217 time: 0.0397964 Jul 15 19:17:51.586598 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372aee8-4dc3-42a2-bd9f-208cd9089b61 req-10873b69-4b32-4d24-b68f-d5f6cbc42f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:51.587977 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-3372aee8-4dc3-42a2-bd9f-208cd9089b61 req-10873b69-4b32-4d24-b68f-d5f6cbc42f11 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8faf6c09-c75a-4089-8bbb-01bb653de4b0 HTTP/1.1" status: 200 len: 858 time: 0.0457895 Jul 15 19:17:51.640394 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-3372aee8-4dc3-42a2-bd9f-208cd9089b61 req-84573f23-2a12-495e-869e-547b13abaa2d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288856 Jul 15 19:17:51.745722 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-3372aee8-4dc3-42a2-bd9f-208cd9089b61 req-6b75834d-5e76-4d21-94d1-622eb1fbc89e service neutron] 10.222.0.93 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861893 Jul 15 19:17:51.846698 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-3372aee8-4dc3-42a2-bd9f-208cd9089b61 req-f6d7155d-d3b0-4a4e-ae06-32b306db4578 service neutron] 10.222.0.93 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885963 Jul 15 19:17:52.135722 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-97f830bd-bf11-45cd-b048-5f311c6edbed req-9295aa38-2c6a-4c6e-9a50-fc62c76f86e7 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 210 time: 0.0331993 Jul 15 19:17:52.389071 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78c2e0-1dff-46a7-a166-b7902a9160b1 req-b8c37898-159e-4533-8d89-89d973227446 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:52.390380 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bc78c2e0-1dff-46a7-a166-b7902a9160b1 req-b8c37898-159e-4533-8d89-89d973227446 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0675092 Jul 15 19:17:52.435027 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bc78c2e0-1dff-46a7-a166-b7902a9160b1 req-f38c77fa-bc46-466e-aaa1-4917e94a447e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380874 Jul 15 19:17:52.565050 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c4b2c-3fe4-4191-80f4-06181b99c7e3 req-d88b8818-a9a2-445a-b684-053fcb9c488e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:52.566760 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ff1c4b2c-3fe4-4191-80f4-06181b99c7e3 req-d88b8818-a9a2-445a-b684-053fcb9c488e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0683882 Jul 15 19:17:52.609243 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ff1c4b2c-3fe4-4191-80f4-06181b99c7e3 req-74c9b3cc-e10f-4f90-8adf-aa65b564e4d5 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358014 Jul 15 19:17:52.629859 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-dbdafe1d-4f9e-496d-8a3e-48835abc8bc6 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:52.631350 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-dbdafe1d-4f9e-496d-8a3e-48835abc8bc6 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.93 "GET /v2.0/networks?id=f85f717e-1189-49c0-bcaa-5760f144f50d HTTP/1.1" status: 200 len: 811 time: 0.1300108 Jul 15 19:17:53.066865 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e3abddbe-8df7-4821-ba71-580542112c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:53.284921 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2e5de5b6-873d-4aeb-b695-15cb58f156d3 req-4d1f5871-feab-4ea5-ab01-80f2a0ff171f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 210 time: 0.0347874 Jul 15 19:17:53.307691 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e7da3-d4a6-49f1-ae4c-81a63932106e req-6271f3d6-5351-4733-9f1d-9673ff25e266 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:53.307691 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d00e7da3-d4a6-49f1-ae4c-81a63932106e req-6271f3d6-5351-4733-9f1d-9673ff25e266 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 946 time: 0.0983920 Jul 15 19:17:53.348265 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d00e7da3-d4a6-49f1-ae4c-81a63932106e req-9251412f-ae54-4801-8d0b-34703967e5bd tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317807 Jul 15 19:17:53.608249 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375eaf09-d7e9-4dab-bb47-c43c90249a08 req-c6a56fff-a6fc-4900-a859-f1673c259360 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:53.609709 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-375eaf09-d7e9-4dab-bb47-c43c90249a08 req-c6a56fff-a6fc-4900-a859-f1673c259360 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0613928 Jul 15 19:17:53.648177 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-375eaf09-d7e9-4dab-bb47-c43c90249a08 req-73f835d0-167a-4e0b-81a4-93a7fcfde7bf tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323904 Jul 15 19:17:53.780495 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408621ed-acd4-453f-ba53-2d83669da9a3 req-8ee5604c-f459-40fe-b965-b41e8f1be477 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:53.781863 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-408621ed-acd4-453f-ba53-2d83669da9a3 req-8ee5604c-f459-40fe-b965-b41e8f1be477 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0613055 Jul 15 19:17:53.821861 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-408621ed-acd4-453f-ba53-2d83669da9a3 req-4eb48236-7fda-4ec1-ad16-5a37302dc520 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345173 Jul 15 19:17:54.351951 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device f20d50d0-ce88-4126-a31d-35f8cfba76ff no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:17:54.374884 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: f20d50d0-ce88-4126-a31d-35f8cfba76ff {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:17:54.375416 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device f20d50d0-ce88-4126-a31d-35f8cfba76ff not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:17:54.376042 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device e1e5fdd3-7df5-4593-a626-a7878ac35b14 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:17:54.395214 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: e1e5fdd3-7df5-4593-a626-a7878ac35b14 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:17:54.395468 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device e1e5fdd3-7df5-4593-a626-a7878ac35b14 not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:17:54.431895 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-49290223-74fb-45c1-881f-9cd98e39890c req-b998d35b-2f03-497f-9bf4-06e235c55c05 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 210 time: 0.0324419 Jul 15 19:17:54.523127 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9114cb1-9732-48a2-aef3-9f3a65089fb7 req-ba7f6e08-9b0b-4f93-8a04-11d24b358b32 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:54.524569 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a9114cb1-9732-48a2-aef3-9f3a65089fb7 req-ba7f6e08-9b0b-4f93-8a04-11d24b358b32 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 946 time: 0.0610363 Jul 15 19:17:54.560770 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a9114cb1-9732-48a2-aef3-9f3a65089fb7 req-43327cad-6469-47fe-a1e6-64b54db6d52c tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302715 Jul 15 19:17:54.825533 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba0fb8-806a-4a8e-b5ef-b46ccea96792 req-66310948-54e7-4d96-8826-57f3fdacc856 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:54.826837 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c4ba0fb8-806a-4a8e-b5ef-b46ccea96792 req-66310948-54e7-4d96-8826-57f3fdacc856 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 943 time: 0.0652444 Jul 15 19:17:54.864457 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c4ba0fb8-806a-4a8e-b5ef-b46ccea96792 req-15c503e1-97ae-4710-bcc6-ced1b1ab6971 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321455 Jul 15 19:17:54.989966 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb14198-d5f3-48b8-8e50-930b271a3dda req-2681258f-7e7e-4389-bc2e-535a363c5a7d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:54.991534 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-acb14198-d5f3-48b8-8e50-930b271a3dda req-2681258f-7e7e-4389-bc2e-535a363c5a7d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0616353 Jul 15 19:17:55.030442 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-acb14198-d5f3-48b8-8e50-930b271a3dda req-be4b77e8-435d-4c53-80f8-c3b122655536 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327294 Jul 15 19:17:55.285865 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:17:55.346067 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 1a225c13-a225-4e29-8700-331911a7dfd8 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:17:55.440939 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 1a225c13-a225-4e29-8700-331911a7dfd8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1a225c13-a225-4e29-8700-331911a7dfd8,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:55.452502 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': '1a225c13-a225-4e29-8700-331911a7dfd8', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'port_id': '1a225c13-a225-4e29-8700-331911a7dfd8', 'mac_address': 'fa:16:3e:8b:a6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:17:55.493801 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:55.507533 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a225c13-a225-4e29-8700-331911a7dfd8 {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:17:55.511706 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-2748f676-4b86-48bc-8421-75241919247d tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=412cc63088124ce79a3589f0ee2bac63 HTTP/1.1" status: 200 len: 380 time: 0.0866711 Jul 15 19:17:55.529570 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 1a225c13-a225-4e29-8700-331911a7dfd8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1a225c13-a225-4e29-8700-331911a7dfd8,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:17:55.535603 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:55.564656 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-691b5a28-d8a1-434b-956b-b22fed4fdf1b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Request body: {'port': {'device_id': '6854df4a-9f8f-4a67-9609-3635bee393d6', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'admin_state_up': True, 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'security_groups': ['acda721b-bb83-44ed-8797-12b795cef6bb']}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:17:55.585497 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=1a225c13-a225-4e29-8700-331911a7dfd8,revision_number=9']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:55.639717 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-dd49a36d-c97a-4197-be96-c80caf90f88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:55.678814 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fdd28995-1d8e-46dc-acc1-cf84b146964e req-94fd7ab6-8467-47d0-a8d5-716881f04312 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 210 time: 0.0461309 Jul 15 19:17:55.707424 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:55.753060 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-691b5a28-d8a1-434b-956b-b22fed4fdf1b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Made reservation on behalf of 412cc63088124ce79a3589f0ee2bac63 for: {'port': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:17:55.758524 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-691b5a28-d8a1-434b-956b-b22fed4fdf1b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:55.866830 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39096b-d5e1-4982-8025-395c556e7084 req-9ae96f34-7e27-4969-91a2-c90168ad6256 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:55.869480 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6a39096b-d5e1-4982-8025-395c556e7084 req-9ae96f34-7e27-4969-91a2-c90168ad6256 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 946 time: 0.1100273 Jul 15 19:17:55.915506 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6a39096b-d5e1-4982-8025-395c556e7084 req-fc194047-a925-4635-a590-35c6f5ee7e46 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361598 Jul 15 19:17:55.933735 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-691b5a28-d8a1-434b-956b-b22fed4fdf1b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Allocated IP 172.20.0.5 (f85f717e-1189-49c0-bcaa-5760f144f50d/96d427e5-3376-4497-acbb-248c3bfd0fc9/51417d1e-3648-4f27-a372-b903675e4c83) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:17:56.107638 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664d4b7-1e72-41f6-93ee-3f74fd662e0e req-875a4638-2cfa-4563-9b77-3cf9654e23e6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:56.109400 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6664d4b7-1e72-41f6-93ee-3f74fd662e0e req-875a4638-2cfa-4563-9b77-3cf9654e23e6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 944 time: 0.0668018 Jul 15 19:17:56.109944 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-691b5a28-d8a1-434b-956b-b22fed4fdf1b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:56.123922 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-691b5a28-d8a1-434b-956b-b22fed4fdf1b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Transition to ACTIVE for port object 51417d1e-3648-4f27-a372-b903675e4c83 will not be triggered until provisioned by entity DHCP. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:17:56.154326 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6664d4b7-1e72-41f6-93ee-3f74fd662e0e req-a0cecd75-e14c-46f7-9a91-6a71525982d5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369048 Jul 15 19:17:56.158342 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-691b5a28-d8a1-434b-956b-b22fed4fdf1b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:56.174903 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['1a225c13-a225-4e29-8700-331911a7dfd8'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:17:56.207929 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-691b5a28-d8a1-434b-956b-b22fed4fdf1b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Network f85f717e-1189-49c0-bcaa-5760f144f50d is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:17:56.211763 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-691b5a28-d8a1-434b-956b-b22fed4fdf1b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:17:56.217886 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-691b5a28-d8a1-434b-956b-b22fed4fdf1b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:17:56.240646 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d7387-c6d7-44dc-8d98-4d7a2d5ddcf0 req-77a83d32-6468-49c7-b0d1-01d333136e0a tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:56.241177 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8a8d7387-c6d7-44dc-8d98-4d7a2d5ddcf0 req-77a83d32-6468-49c7-b0d1-01d333136e0a tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0830657 Jul 15 19:17:56.253714 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b5a28-d8a1-434b-956b-b22fed4fdf1b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event updated for resources: {'Port': ['ID=51417d1e-3648-4f27-a372-b903675e4c83,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:56.290889 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-691b5a28-d8a1-434b-956b-b22fed4fdf1b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:56.291863 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-691b5a28-d8a1-434b-956b-b22fed4fdf1b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:56.297437 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8a8d7387-c6d7-44dc-8d98-4d7a2d5ddcf0 req-f3f63710-3002-4a95-96ea-eb0e7de46c41 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481369 Jul 15 19:17:56.327588 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-691b5a28-d8a1-434b-956b-b22fed4fdf1b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7670908 Jul 15 19:17:56.359390 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Request body: {'port': {'device_id': '6854df4a-9f8f-4a67-9609-3635bee393d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:17:56.461454 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:56.500136 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-af36e4b6-319b-45e6-8af4-9b30ab145736 None None] Provisioning for port 51417d1e-3648-4f27-a372-b903675e4c83 completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:17:56.503821 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-af36e4b6-319b-45e6-8af4-9b30ab145736 None None] Provisioning complete for port 51417d1e-3648-4f27-a372-b903675e4c83 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:17:56.504371 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-af36e4b6-319b-45e6-8af4-9b30ab145736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:56.539520 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-af36e4b6-319b-45e6-8af4-9b30ab145736 None None] Port 51417d1e-3648-4f27-a372-b903675e4c83 cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:17:56.609709 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:56.748767 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51417d1e-3648-4f27-a372-b903675e4c83 {{(pid=93322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:17:56.758873 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:56.760241 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-daf7ba70-f239-4b03-ba33-ef0a6c4a956c req-b52a7b4a-838c-4701-93be-6ecf2730bf06 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551214 Jul 15 19:17:56.772657 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Transition to ACTIVE for port object 51417d1e-3648-4f27-a372-b903675e4c83 will not be triggered until provisioned by entity L2. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:17:56.776042 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:56.830737 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Pushing event updated for resources: {'Port': ['ID=51417d1e-3648-4f27-a372-b903675e4c83,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:56.871700 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ae17a-ee78-426b-9d66-289c09c4c8aa req-e2d1c088-e910-4ef2-bfda-6535215e7b5f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:56.873979 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-514ae17a-ee78-426b-9d66-289c09c4c8aa req-e2d1c088-e910-4ef2-bfda-6535215e7b5f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 943 time: 0.0825062 Jul 15 19:17:56.911895 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Attempting to bind port 51417d1e-3648-4f27-a372-b903675e4c83 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:17:56.912238 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Attempting to bind port 51417d1e-3648-4f27-a372-b903675e4c83 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:17:56.912570 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Attempting to bind port 51417d1e-3648-4f27-a372-b903675e4c83 on network f85f717e-1189-49c0-bcaa-5760f144f50d {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:17:56.917157 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Port 51417d1e-3648-4f27-a372-b903675e4c83 on network f85f717e-1189-49c0-bcaa-5760f144f50d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:17:56.917439 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Attempting to bind port 51417d1e-3648-4f27-a372-b903675e4c83 on network f85f717e-1189-49c0-bcaa-5760f144f50d {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:17:56.923712 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:17:56.924056 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Checking segment: {'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:17:56.924443 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Bound using segment: {'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:17:56.924877 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Bound port: 51417d1e-3648-4f27-a372-b903675e4c83, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'}}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:17:56.925237 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:56.948201 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-514ae17a-ee78-426b-9d66-289c09c4c8aa req-19c24b98-5acd-4a0f-a90e-6ccbcb961d9c tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653610 Jul 15 19:17:56.973089 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7ba70-f239-4b03-ba33-ef0a6c4a956c req-6fd1446a-8754-43fb-a8eb-3f04267386c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:56.974359 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-daf7ba70-f239-4b03-ba33-ef0a6c4a956c req-6fd1446a-8754-43fb-a8eb-3f04267386c5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8f07cb303335437f9507f6887f302493&device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 1098 time: 0.0993447 Jul 15 19:17:57.054874 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] For port 51417d1e-3648-4f27-a372-b903675e4c83, host hv-cinder-78445, cleared binding levels {{(pid=93322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:17:57.058194 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] For port 51417d1e-3648-4f27-a372-b903675e4c83, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=51417d1e-3648-4f27-a372-b903675e4c83,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:17:57.070083 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:57.105525 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:57.106803 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:57.108241 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] 10.222.0.93 "PUT /v2.0/ports/51417d1e-3648-4f27-a372-b903675e4c83 HTTP/1.1" status: 200 len: 1093 time: 0.7539842 Jul 15 19:17:57.108723 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6854df4a-9f8f-4a67-9609-3635bee393d6', 'tag': '51417d1e-3648-4f27-a372-b903675e4c83'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:17:57.111111 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6d17fc-07fc-4033-aa6f-e27f4f53ae0c" -d '{"events": [{"name": "network-changed", "server_uuid": "6854df4a-9f8f-4a67-9609-3635bee393d6", "tag": "51417d1e-3648-4f27-a372-b903675e4c83"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:17:57.146780 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c639f97-953f-4d59-bd5d-6f02537929f5 service neutron] Pushing event updated for resources: {'Port': ['ID=51417d1e-3648-4f27-a372-b903675e4c83,revision_number=3']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:17:57.157963 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473be7d9-c2f4-43f7-aff9-5926ab9f5321 x-openstack-request-id: req-473be7d9-c2f4-43f7-aff9-5926ab9f5321 {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:17:57.158272 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6854df4a-9f8f-4a67-9609-3635bee393d6", "tag": "51417d1e-3648-4f27-a372-b903675e4c83", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:17:57.158534 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-473be7d9-c2f4-43f7-aff9-5926ab9f5321 {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:17:57.158930 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6854df4a-9f8f-4a67-9609-3635bee393d6', 'tag': '51417d1e-3648-4f27-a372-b903675e4c83', 'status': 'completed', 'code': 200} Jul 15 19:17:57.210890 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7ba70-f239-4b03-ba33-ef0a6c4a956c req-1b20ebd3-ef56-45fe-82ce-454b139b4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:57.212631 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-daf7ba70-f239-4b03-ba33-ef0a6c4a956c req-1b20ebd3-ef56-45fe-82ce-454b139b4406 service neutron] 10.222.0.93 "GET /v2.0/networks?id=24ebd5db-e6b4-4351-afb2-6548b006e9db HTTP/1.1" status: 200 len: 916 time: 0.1988654 Jul 15 19:17:57.247103 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-fd8c3eaa-9bb8-4e88-8ab6-e2de23617bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:57.249247 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-fd8c3eaa-9bb8-4e88-8ab6-e2de23617bf8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=412cc63088124ce79a3589f0ee2bac63&device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 1096 time: 0.0650954 Jul 15 19:17:57.267468 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-daf7ba70-f239-4b03-ba33-ef0a6c4a956c req-cf8a49ac-b90e-4e7f-825b-4944a252e82d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e948047-3380-48c3-beaf-c5089257a287 HTTP/1.1" status: 200 len: 217 time: 0.0443652 Jul 15 19:17:57.280371 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c4ee8-8dc5-4960-a46c-993167a19d88 req-8f024eab-994c-4075-a38c-02f359e0bfe4 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:57.281986 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1e1c4ee8-8dc5-4960-a46c-993167a19d88 req-8f024eab-994c-4075-a38c-02f359e0bfe4 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 946 time: 0.2029514 Jul 15 19:17:57.309598 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-6c0956ad-b00f-4c33-8b9d-bcf062de99d2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51417d1e-3648-4f27-a372-b903675e4c83 HTTP/1.1" status: 200 len: 217 time: 0.0433116 Jul 15 19:17:57.359872 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-3d886d9a-1cf1-4598-b9eb-d2b1bd767d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:57.361251 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-3d886d9a-1cf1-4598-b9eb-d2b1bd767d1c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=96d427e5-3376-4497-acbb-248c3bfd0fc9 HTTP/1.1" status: 200 len: 850 time: 0.0442212 Jul 15 19:17:57.384130 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1e1c4ee8-8dc5-4960-a46c-993167a19d88 req-fe9f46bd-64f8-4d2b-aa28-0f4d2608b32e tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936449 Jul 15 19:17:57.387585 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7ba70-f239-4b03-ba33-ef0a6c4a956c req-bc393c87-cf1a-434f-8df5-7b33c65aee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:57.389016 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-daf7ba70-f239-4b03-ba33-ef0a6c4a956c req-bc393c87-cf1a-434f-8df5-7b33c65aee44 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6dda6e6c-290e-49ac-9920-7475b1feefbf HTTP/1.1" status: 200 len: 854 time: 0.1060402 Jul 15 19:17:57.433179 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fff31e-3230-46d6-b789-2d410b056287 req-2ab48d86-cbab-4c0e-ac74-435d78087bc4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:57.435376 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-36fff31e-3230-46d6-b789-2d410b056287 req-2ab48d86-cbab-4c0e-ac74-435d78087bc4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 944 time: 0.1147177 Jul 15 19:17:57.439103 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-05e5bab0-08b8-449b-bdf4-17c50238222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:57.440651 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-05e5bab0-08b8-449b-bdf4-17c50238222e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f85f717e-1189-49c0-bcaa-5760f144f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582078 Jul 15 19:17:57.552777 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-4b70519c-3856-4f26-bc8f-9c33aa0cf4c4 service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916059 Jul 15 19:17:57.663704 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-305d3f94-dbd5-4a73-97bc-c3e0ac2114f8 req-03aa692f-653c-49ae-9d7a-8242873dcf0d service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031308 Jul 15 19:17:57.705454 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-daf7ba70-f239-4b03-ba33-ef0a6c4a956c req-8e33780c-c296-42fc-9342-5da5e5879312 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=24ebd5db-e6b4-4351-afb2-6548b006e9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2951403 Jul 15 19:17:57.825530 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-36fff31e-3230-46d6-b789-2d410b056287 req-98540788-3647-4ea5-ab0c-7ac3f4a14041 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221459 Jul 15 19:17:57.871574 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457d5be-d0f1-4ec1-bfe5-0c5205e2dbd2 req-16e78240-1a20-4f72-8155-a3f104687056 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:57.873351 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f457d5be-d0f1-4ec1-bfe5-0c5205e2dbd2 req-16e78240-1a20-4f72-8155-a3f104687056 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.1713359 Jul 15 19:17:57.875742 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-daf7ba70-f239-4b03-ba33-ef0a6c4a956c req-565a965c-736d-4341-9e46-ecfcfacd19c8 service neutron] 10.222.0.93 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546459 Jul 15 19:17:57.911279 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d17fc-07fc-4033-aa6f-e27f4f53ae0c req-fc20ed6f-fdf5-4d5c-8a2c-54f94429aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:57.912766 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-9c6d17fc-07fc-4033-aa6f-e27f4f53ae0c req-fc20ed6f-fdf5-4d5c-8a2c-54f94429aac0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=412cc63088124ce79a3589f0ee2bac63&device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 1096 time: 0.0614688 Jul 15 19:17:57.940847 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f457d5be-d0f1-4ec1-bfe5-0c5205e2dbd2 req-8bbdd453-bb4f-41c7-9967-7e0ef26d0025 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599883 Jul 15 19:17:58.010323 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-daf7ba70-f239-4b03-ba33-ef0a6c4a956c req-e9307f36-617d-4244-9346-037ca7f125eb service neutron] 10.222.0.93 "GET /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149228 Jul 15 19:17:58.034587 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d17fc-07fc-4033-aa6f-e27f4f53ae0c req-530538b5-897a-4bbf-bcf2-36c32c4e9996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:58.036157 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-9c6d17fc-07fc-4033-aa6f-e27f4f53ae0c req-530538b5-897a-4bbf-bcf2-36c32c4e9996 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f85f717e-1189-49c0-bcaa-5760f144f50d HTTP/1.1" status: 200 len: 913 time: 0.0991833 Jul 15 19:17:58.121805 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cb393-b1bf-48d8-ae53-23a95aa5d3b7 req-8ade8cc3-b94e-4ea9-a330-0ad36754d05b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:58.124080 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3a4cb393-b1bf-48d8-ae53-23a95aa5d3b7 req-8ade8cc3-b94e-4ea9-a330-0ad36754d05b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 943 time: 0.0619390 Jul 15 19:17:58.161105 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3a4cb393-b1bf-48d8-ae53-23a95aa5d3b7 req-37fb944b-5d66-46d8-a95e-289c391d5e06 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310829 Jul 15 19:17:58.291743 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:58.560398 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c96677-ab86-4b7a-9360-d8e4823e2638 req-98494707-3977-403e-804b-5dfdb001bf1f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:58.561946 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d6c96677-ab86-4b7a-9360-d8e4823e2638 req-98494707-3977-403e-804b-5dfdb001bf1f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 946 time: 0.0632622 Jul 15 19:17:58.578757 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:17:58.599734 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d6c96677-ab86-4b7a-9360-d8e4823e2638 req-a280d5d7-65f6-4738-b050-cfb072c6e9b6 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321519 Jul 15 19:17:59.007926 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9d3fd-bc6d-4df0-ad84-23235fa19365 req-3157abe2-b67c-4903-9882-66801ebc57b8 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:59.009401 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-88b9d3fd-bc6d-4df0-ad84-23235fa19365 req-3157abe2-b67c-4903-9882-66801ebc57b8 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 944 time: 0.0679748 Jul 15 19:17:59.047760 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-88b9d3fd-bc6d-4df0-ad84-23235fa19365 req-c8ff97f6-77f0-48f7-85ad-d4df2ec7b120 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325913 Jul 15 19:17:59.128020 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae60070-d941-4fa5-97d3-a9af6cea4ef7 req-02ba8547-a712-45da-8c21-a40e5544b92c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:59.129495 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3ae60070-d941-4fa5-97d3-a9af6cea4ef7 req-02ba8547-a712-45da-8c21-a40e5544b92c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0699801 Jul 15 19:17:59.165998 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3ae60070-d941-4fa5-97d3-a9af6cea4ef7 req-f43b0dd9-ae50-4734-94d8-ef94b91ccf74 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309274 Jul 15 19:17:59.343061 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cf15b-8287-4450-88ad-9a8e778aa3e7 req-d94c8849-f03e-4849-8297-3df35c9d46bb tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:59.344605 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e22cf15b-8287-4450-88ad-9a8e778aa3e7 req-d94c8849-f03e-4849-8297-3df35c9d46bb tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 943 time: 0.0690033 Jul 15 19:17:59.388163 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e22cf15b-8287-4450-88ad-9a8e778aa3e7 req-05aa8be5-233e-4d62-8552-c89ab59ff3bc tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373631 Jul 15 19:17:59.767012 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703861c9-0be6-42e8-a91f-e09801b0a5e3 req-462fcf58-f3a3-4484-ab95-5f1d84ac66f1 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:17:59.768486 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-703861c9-0be6-42e8-a91f-e09801b0a5e3 req-462fcf58-f3a3-4484-ab95-5f1d84ac66f1 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 946 time: 0.0611649 Jul 15 19:17:59.808704 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-703861c9-0be6-42e8-a91f-e09801b0a5e3 req-d11e0bf3-e2be-479b-80e2-283ddc0aa9d0 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346260 Jul 15 19:18:00.226713 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe785b0b-074c-4fff-a8bd-81e93d5f7edd req-794f029a-8164-42e2-b204-dd2597090798 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:00.228161 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fe785b0b-074c-4fff-a8bd-81e93d5f7edd req-794f029a-8164-42e2-b204-dd2597090798 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 944 time: 0.0623088 Jul 15 19:18:00.266560 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fe785b0b-074c-4fff-a8bd-81e93d5f7edd req-534900f9-d3cb-4ed6-9ac4-8aea86939da7 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318902 Jul 15 19:18:00.565503 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72e5f9-59e2-479e-b9b5-19cc37867885 req-45104ec0-3da2-4b7b-be32-c7b6094f270e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:00.566908 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2b72e5f9-59e2-479e-b9b5-19cc37867885 req-45104ec0-3da2-4b7b-be32-c7b6094f270e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 943 time: 0.0664153 Jul 15 19:18:00.603529 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2b72e5f9-59e2-479e-b9b5-19cc37867885 req-c6d76ca9-5e2f-444c-a766-4902ad141084 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310428 Jul 15 19:18:00.842611 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 1a225c13-a225-4e29-8700-331911a7dfd8 up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:18:00.894185 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port 1a225c13-a225-4e29-8700-331911a7dfd8 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:00.894610 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:00.904146 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-9c6d17fc-07fc-4033-aa6f-e27f4f53ae0c req-41f38127-1f0b-438d-b5bb-f99b4ae8656c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51417d1e-3648-4f27-a372-b903675e4c83 HTTP/1.1" status: 200 len: 217 time: 0.0337679 Jul 15 19:18:00.976551 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:00.995214 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fbb91-70e3-40d9-bcfe-de72ac4640c4 req-ce28ee56-b36d-47d8-97bf-4c0e0c38de32 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:00.996739 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-173fbb91-70e3-40d9-bcfe-de72ac4640c4 req-ce28ee56-b36d-47d8-97bf-4c0e0c38de32 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 946 time: 0.0689673 Jul 15 19:18:01.002124 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a225c13-a225-4e29-8700-331911a7dfd8'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:18:01.002347 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d17fc-07fc-4033-aa6f-e27f4f53ae0c req-d08c60e0-4f6f-4c10-98ee-8918a942b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:01.004358 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e6cb80-848d-4956-8c68-bc2c59347472" -d '{"events": [{"server_uuid": "73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb", "name": "network-vif-plugged", "status": "completed", "tag": "1a225c13-a225-4e29-8700-331911a7dfd8"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:18:01.007991 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-9c6d17fc-07fc-4033-aa6f-e27f4f53ae0c req-d08c60e0-4f6f-4c10-98ee-8918a942b705 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=96d427e5-3376-4497-acbb-248c3bfd0fc9 HTTP/1.1" status: 200 len: 850 time: 0.0627518 Jul 15 19:18:01.017647 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 1a225c13-a225-4e29-8700-331911a7dfd8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1a225c13-a225-4e29-8700-331911a7dfd8,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:01.023217 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:01.044026 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-173fbb91-70e3-40d9-bcfe-de72ac4640c4 req-48202bcc-90a3-424d-848f-ea4d27571167 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405116 Jul 15 19:18:01.050849 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48f0b1e-a216-4a84-9010-c35a49037878 x-openstack-request-id: req-f48f0b1e-a216-4a84-9010-c35a49037878 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:18:01.051160 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb", "name": "network-vif-plugged", "status": "completed", "tag": "1a225c13-a225-4e29-8700-331911a7dfd8", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:18:01.051856 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f48f0b1e-a216-4a84-9010-c35a49037878 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:18:01.052421 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a225c13-a225-4e29-8700-331911a7dfd8', 'code': 200} Jul 15 19:18:01.084453 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=1a225c13-a225-4e29-8700-331911a7dfd8,revision_number=10']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:01.107076 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d17fc-07fc-4033-aa6f-e27f4f53ae0c req-8474e090-87ee-4930-88d4-3418ff7ebbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:01.109328 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-9c6d17fc-07fc-4033-aa6f-e27f4f53ae0c req-8474e090-87ee-4930-88d4-3418ff7ebbcc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f85f717e-1189-49c0-bcaa-5760f144f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580266 Jul 15 19:18:01.207997 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-9c6d17fc-07fc-4033-aa6f-e27f4f53ae0c req-db861331-bba0-437a-9499-37d2ca81b4b3 service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859139 Jul 15 19:18:01.338604 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738d98d-07e3-47fc-ba2a-7ebdb02e74ca req-d2b7e211-17f1-4be5-be3d-16ad7f87e258 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:01.340213 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c738d98d-07e3-47fc-ba2a-7ebdb02e74ca req-d2b7e211-17f1-4be5-be3d-16ad7f87e258 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.93 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 946 time: 0.0801742 Jul 15 19:18:01.348075 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-9c6d17fc-07fc-4033-aa6f-e27f4f53ae0c req-80a441b4-0734-4048-b633-f45d0807359c service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885923 Jul 15 19:18:01.499560 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1e6dc-4b31-4af4-904a-051d07d61c57 req-32d49ae6-896f-4a91-802c-60a63e295fbc tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:01.501032 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7dc1e6dc-4b31-4af4-904a-051d07d61c57 req-32d49ae6-896f-4a91-802c-60a63e295fbc tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 946 time: 0.1006660 Jul 15 19:18:01.503199 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-c738d98d-07e3-47fc-ba2a-7ebdb02e74ca req-8f49f2ad-e09d-48dc-93e1-7a977c764595 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Deleting port 00c249b0-8b35-4d08-9749-0f2726889176 {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:18:01.503543 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-c738d98d-07e3-47fc-ba2a-7ebdb02e74ca req-8f49f2ad-e09d-48dc-93e1-7a977c764595 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:01.598947 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7dc1e6dc-4b31-4af4-904a-051d07d61c57 req-33f6fd55-b2d0-4fce-a2c4-96b55f3acb1b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911722 Jul 15 19:18:01.630587 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-c738d98d-07e3-47fc-ba2a-7ebdb02e74ca req-8f49f2ad-e09d-48dc-93e1-7a977c764595 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] For port 00c249b0-8b35-4d08-9749-0f2726889176, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=00c249b0-8b35-4d08-9749-0f2726889176,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:01.630961 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-c738d98d-07e3-47fc-ba2a-7ebdb02e74ca req-8f49f2ad-e09d-48dc-93e1-7a977c764595 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:01.645781 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-c738d98d-07e3-47fc-ba2a-7ebdb02e74ca req-8f49f2ad-e09d-48dc-93e1-7a977c764595 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Calling delete_port for 00c249b0-8b35-4d08-9749-0f2726889176 owned by compute:nova {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:18:01.798910 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e0af1-ab60-4893-b5c5-e6a66b68618b req-9d070559-ab96-4f14-be23-5736df1b0dad tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:01.800402 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-083e0af1-ab60-4893-b5c5-e6a66b68618b req-9d070559-ab96-4f14-be23-5736df1b0dad tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.1564198 Jul 15 19:18:01.895858 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a85f32-6f48-46b1-b37a-3ba5738d206e req-8116ada6-5f48-4da3-bdff-0eacda1bedfc tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:01.898911 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e1a85f32-6f48-46b1-b37a-3ba5738d206e req-8116ada6-5f48-4da3-bdff-0eacda1bedfc tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 943 time: 0.1663620 Jul 15 19:18:01.904797 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-083e0af1-ab60-4893-b5c5-e6a66b68618b req-d9505aa5-f857-43c2-a991-e0ecc80fb686 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976241 Jul 15 19:18:01.981425 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-c738d98d-07e3-47fc-ba2a-7ebdb02e74ca req-8f49f2ad-e09d-48dc-93e1-7a977c764595 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:02.011028 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49f2ad-e09d-48dc-93e1-7a977c764595 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Pushing event deleted for resources: {'Port': ['ID=00c249b0-8b35-4d08-9749-0f2726889176,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:02.025961 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e1a85f32-6f48-46b1-b37a-3ba5738d206e req-bba70308-24ba-4dda-a680-643810354d08 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174963 Jul 15 19:18:02.030223 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['9e948047-3380-48c3-beaf-c5089257a287', '3079aa17-865a-4d5b-b3a0-175ea66fa4ba', '00c249b0-8b35-4d08-9749-0f2726889176'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:18:02.089599 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00908875-5144-450c-9801-a26c6d076f9f req-50553234-c5ee-4006-9b53-fa175b990ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:02.091459 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-00908875-5144-450c-9801-a26c6d076f9f req-50553234-c5ee-4006-9b53-fa175b990ee7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 1099 time: 0.0826893 Jul 15 19:18:02.097440 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c738d98d-07e3-47fc-ba2a-7ebdb02e74ca req-8f49f2ad-e09d-48dc-93e1-7a977c764595 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] No DVR routers for this DVR port 00c249b0-8b35-4d08-9749-0f2726889176 on host hv-cinder-78445 {{(pid=93321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:18:02.100281 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-c738d98d-07e3-47fc-ba2a-7ebdb02e74ca req-8f49f2ad-e09d-48dc-93e1-7a977c764595 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:02.102949 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c738d98d-07e3-47fc-ba2a-7ebdb02e74ca req-8f49f2ad-e09d-48dc-93e1-7a977c764595 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.93 "DELETE /v2.0/ports/00c249b0-8b35-4d08-9749-0f2726889176 HTTP/1.1" status: 204 len: 173 time: 0.7544985 Jul 15 19:18:02.103399 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5', 'name': 'network-vif-deleted', 'tag': '00c249b0-8b35-4d08-9749-0f2726889176'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:18:02.105733 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0b5653-fb41-4b4b-8773-921379556d86" -d '{"events": [{"server_uuid": "fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5", "name": "network-vif-deleted", "tag": "00c249b0-8b35-4d08-9749-0f2726889176"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:18:02.144695 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-00908875-5144-450c-9801-a26c6d076f9f req-ecc24976-5d62-436d-8a8f-28cdcf5fe75f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410671 Jul 15 19:18:02.250752 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-7cb4ec49-f001-4ec7-b7b2-4914708a16ea tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:02.252241 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-7cb4ec49-f001-4ec7-b7b2-4914708a16ea tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/networks?id=7957eec1-7c6a-476f-b0a9-8bb51088d64c HTTP/1.1" status: 200 len: 814 time: 0.1087492 Jul 15 19:18:02.267588 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-a7492be5-7dac-49f8-a3a9-a02c108d65a5 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/quotas/21494ca30186446db026efc0682a55b1 HTTP/1.1" status: 200 len: 375 time: 0.0096714 Jul 15 19:18:02.301087 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-1e989437-b50a-4148-b3d9-653116f10b0e tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=21494ca30186446db026efc0682a55b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281355 Jul 15 19:18:02.392130 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b0687f7-aa6a-4a2e-ba58-704fe85c39c0 service neutron] 10.222.0.73 "GET /v2.0/networks/7957eec1-7c6a-476f-b0a9-8bb51088d64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845957 Jul 15 19:18:02.478026 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-5f5b6c99-1a8e-4190-9ca2-217ee6ee839e service neutron] 10.222.0.73 "GET /v2.0/networks/7957eec1-7c6a-476f-b0a9-8bb51088d64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802150 Jul 15 19:18:02.733674 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-07a6734a-89b6-4cae-9dc8-6299baf25797 req-2b7a3461-ce4d-4cc2-b643-3fa19338bcc3 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0372987 Jul 15 19:18:02.790040 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769a98d6-4f9f-4c75-858b-2dd5fd06df78 x-openstack-request-id: req-769a98d6-4f9f-4c75-858b-2dd5fd06df78 {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:18:02.790542 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5", "name": "network-vif-deleted", "tag": "00c249b0-8b35-4d08-9749-0f2726889176", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:18:02.790964 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-769a98d6-4f9f-4c75-858b-2dd5fd06df78 {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:18:02.791513 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb72c6e-7b0a-400f-a81a-595f2e8dd8a5', 'name': 'network-vif-deleted', 'tag': '00c249b0-8b35-4d08-9749-0f2726889176', 'status': 'completed', 'code': 200} Jul 15 19:18:02.866169 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-453969a4-1538-4230-ad84-fb705287ef3d req-201de281-c63e-439e-af37-29268ede524f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 210 time: 0.0432699 Jul 15 19:18:03.030247 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac94f4-0937-4877-be70-41e85d18bab1 req-c0443479-6208-48a7-8c3f-1fbd46dd1f55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:03.031911 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5eac94f4-0937-4877-be70-41e85d18bab1 req-c0443479-6208-48a7-8c3f-1fbd46dd1f55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 946 time: 0.0765717 Jul 15 19:18:03.075074 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5eac94f4-0937-4877-be70-41e85d18bab1 req-f4d84eb3-525a-42b3-aea1-1d50d698d2b6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375686 Jul 15 19:18:03.225618 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315cf28-f42c-41b2-a4a1-6f9e6c3bd9cb req-364be057-de6b-456a-8c4b-ffb981f3f988 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:03.227130 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c315cf28-f42c-41b2-a4a1-6f9e6c3bd9cb req-364be057-de6b-456a-8c4b-ffb981f3f988 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 943 time: 0.0703900 Jul 15 19:18:03.266683 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c315cf28-f42c-41b2-a4a1-6f9e6c3bd9cb req-a3c28f27-b915-4c25-a9c1-3da1ff24acd6 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327559 Jul 15 19:18:04.022984 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b06c8f85-dcb4-4ee9-a243-389d0122234a req-db5f72ea-c1aa-4923-8aa5-eea1965d2e17 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 210 time: 0.0567853 Jul 15 19:18:04.297289 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad4192-00b2-491e-8e18-40f681c3c86c req-05458d18-b323-4b2f-b428-7c99acb20050 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:04.299252 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fcad4192-00b2-491e-8e18-40f681c3c86c req-05458d18-b323-4b2f-b428-7c99acb20050 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 945 time: 0.1262999 Jul 15 19:18:04.323145 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a17595-ae23-435a-96f5-56d3c5c86d27 req-98277b7d-14f4-404a-9932-8794523a057f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:04.324613 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-52a17595-ae23-435a-96f5-56d3c5c86d27 req-98277b7d-14f4-404a-9932-8794523a057f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 946 time: 0.1122801 Jul 15 19:18:04.372005 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fcad4192-00b2-491e-8e18-40f681c3c86c req-1586d09b-de52-4b91-be40-ca7a66811674 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639279 Jul 15 19:18:04.401082 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-52a17595-ae23-435a-96f5-56d3c5c86d27 req-9618ad63-2751-4ef5-b18a-d70937512ff6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674474 Jul 15 19:18:04.602334 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-2a55210c-4ae1-442a-ac87-8f513847f7ad tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:04.605118 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-2a55210c-4ae1-442a-ac87-8f513847f7ad tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.93 "GET /v2.0/networks?id=7957eec1-7c6a-476f-b0a9-8bb51088d64c HTTP/1.1" status: 200 len: 814 time: 0.1158292 Jul 15 19:18:04.635412 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70806a3-07da-4a37-bbc0-90cb427f496b req-4a6a599d-ea77-4339-b901-4f3bc91a0281 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:04.636795 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a70806a3-07da-4a37-bbc0-90cb427f496b req-4a6a599d-ea77-4339-b901-4f3bc91a0281 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.1350589 Jul 15 19:18:04.662636 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Request body: {'port': {'device_id': '18ae1138-65a2-465a-8884-20ba1ee7c562', 'network_id': '7957eec1-7c6a-476f-b0a9-8bb51088d64c', 'admin_state_up': True, 'tenant_id': '21494ca30186446db026efc0682a55b1'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:04.726683 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a70806a3-07da-4a37-bbc0-90cb427f496b req-6b13ee78-a51a-44fe-852f-0bf7d194727d tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775573 Jul 15 19:18:04.743328 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315de1b3-4057-4020-bcf7-cea8af7642ec req-5ef014a6-5d75-4bac-a7e2-28acb32a5f73 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:04.751317 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-315de1b3-4057-4020-bcf7-cea8af7642ec req-5ef014a6-5d75-4bac-a7e2-28acb32a5f73 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 943 time: 0.1135480 Jul 15 19:18:04.757936 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 47272) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:04.807967 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Made reservation on behalf of 21494ca30186446db026efc0682a55b1 for: {'port': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:18:04.817643 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-315de1b3-4057-4020-bcf7-cea8af7642ec req-9975302f-8d0c-40bd-b605-210e15b3a314 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654228 Jul 15 19:18:04.819241 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:04.960082 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Allocated IP 172.20.0.6 (7957eec1-7c6a-476f-b0a9-8bb51088d64c/f20ddbc7-44d8-4af4-b352-f2c3e13d06fe/61ac5700-82bb-4da1-ab8a-8bef2de2a4ba) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:18:04.997767 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9e41b5-7410-40fe-bdb2-0fced084a043 tempest-TestMinimumBasicScenario-2072040493 tempest-TestMinimumBasicScenario-2072040493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:04.999482 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-1e9e41b5-7410-40fe-bdb2-0fced084a043 tempest-TestMinimumBasicScenario-2072040493 tempest-TestMinimumBasicScenario-2072040493-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 1094 time: 0.2390285 Jul 15 19:18:05.002335 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 47280) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:05.006623 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Request body: {'floatingip': {'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'port_id': 'bdbfb69d-8441-4011-a46f-3142516868d2', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:05.038135 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for floatingip, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:05.123088 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:05.155944 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:05.174695 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:05.219818 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Network 7957eec1-7c6a-476f-b0a9-8bb51088d64c is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:18:05.222901 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:18:05.226725 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:18:05.233498 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Pushing event updated for resources: {'Port': ['ID=61ac5700-82bb-4da1-ab8a-8bef2de2a4ba,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:05.264266 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:05.264613 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:05.264943 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:05.265269 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:05.265592 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:05.265914 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:05.266236 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:05.266581 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:05.266900 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:05.267217 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:05.267536 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:05.267850 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:05.292281 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:05.293317 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:05.309418 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d56245-6265-49ca-a78e-0887fa55203b req-bf162ba9-a174-4020-940d-64ea468a125f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:05.311220 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-a11d8d34-67e1-469c-ad05-81414ce6add9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6519732 Jul 15 19:18:05.311723 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c3d56245-6265-49ca-a78e-0887fa55203b req-bf162ba9-a174-4020-940d-64ea468a125f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 931 time: 0.1528523 Jul 15 19:18:05.330873 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Allocated IP 172.27.0.213 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/5e3a7223-6b36-42a5-bd72-38170c490972) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:18:05.336618 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Request body: {'port': {'device_id': '18ae1138-65a2-465a-8884-20ba1ee7c562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:05.379776 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c3d56245-6265-49ca-a78e-0887fa55203b req-c7f9e893-81d4-4f8b-80a6-9f4ccd6aedf3 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607767 Jul 15 19:18:05.412001 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:05.437203 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 00c249b0-8b35-4d08-9749-0f2726889176 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:18:05.464435 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:05.483465 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: 00c249b0-8b35-4d08-9749-0f2726889176 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:18:05.484084 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 00c249b0-8b35-4d08-9749-0f2726889176 not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:18:05.518141 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:05.604118 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:18:05.627407 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:18:05.630125 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:18:05.684490 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Pushing event updated for resources: {'Port': ['ID=5e3a7223-6b36-42a5-bd72-38170c490972,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:05.704748 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba {{(pid=93322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:18:05.712056 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:05.723623 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Transition to ACTIVE for port object 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba will not be triggered until provisioned by entity L2. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:18:05.726915 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:05.770354 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7a439-ae57-4a29-9254-42c8e843ab1e req-b3c349dc-a7af-4191-ae52-bea99c4e1275 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:05.771968 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e6e7a439-ae57-4a29-9254-42c8e843ab1e req-b3c349dc-a7af-4191-ae52-bea99c4e1275 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 946 time: 0.1975060 Jul 15 19:18:05.777388 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Pushing event updated for resources: {'Port': ['ID=61ac5700-82bb-4da1-ab8a-8bef2de2a4ba,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:05.781301 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75186c27-db07-4a3b-8f98-7a9a4dda2bd8 req-14c43cd8-4109-45b7-b496-4cbbec90d2bd tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:05.782824 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-75186c27-db07-4a3b-8f98-7a9a4dda2bd8 req-14c43cd8-4109-45b7-b496-4cbbec90d2bd tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 945 time: 0.2470241 Jul 15 19:18:05.845339 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Attempting to bind port 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:18:05.846193 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Attempting to bind port 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '30f2c0de-9a40-4b29-b0f9-ff5faebd484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7957eec1-7c6a-476f-b0a9-8bb51088d64c'}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:18:05.846193 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Attempting to bind port 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba on network 7957eec1-7c6a-476f-b0a9-8bb51088d64c {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:18:05.850935 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Port 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba on network 7957eec1-7c6a-476f-b0a9-8bb51088d64c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:18:05.851251 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Attempting to bind port 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba on network 7957eec1-7c6a-476f-b0a9-8bb51088d64c {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:18:05.856113 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:18:05.856439 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Checking segment: {'id': '30f2c0de-9a40-4b29-b0f9-ff5faebd484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7957eec1-7c6a-476f-b0a9-8bb51088d64c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:18:05.856823 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Bound using segment: {'id': '30f2c0de-9a40-4b29-b0f9-ff5faebd484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7957eec1-7c6a-476f-b0a9-8bb51088d64c'} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:18:05.857761 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Bound port: 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f2c0de-9a40-4b29-b0f9-ff5faebd484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7957eec1-7c6a-476f-b0a9-8bb51088d64c'}}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:18:05.858120 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:05.888135 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e6e7a439-ae57-4a29-9254-42c8e843ab1e req-44def6c2-a9e5-4fff-becb-0e55edc5c1a7 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839810 Jul 15 19:18:05.928781 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-75186c27-db07-4a3b-8f98-7a9a4dda2bd8 req-e0ba3b8f-d4b4-470a-b512-5632c873dbf2 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235766 Jul 15 19:18:05.962524 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] For port 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba, host hv-cinder-78445, cleared binding levels {{(pid=93322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:18:05.966031 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] For port 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=61ac5700-82bb-4da1-ab8a-8bef2de2a4ba,segment=NetworkSegment(30f2c0de-9a40-4b29-b0f9-ff5faebd484a),segment_id=30f2c0de-9a40-4b29-b0f9-ff5faebd484a)] {{(pid=93322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:18:05.971361 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:05.998469 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:05.999218 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:06.001261 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] 10.222.0.93 "PUT /v2.0/ports/61ac5700-82bb-4da1-ab8a-8bef2de2a4ba HTTP/1.1" status: 200 len: 1093 time: 0.6684146 Jul 15 19:18:06.002682 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ae1138-65a2-465a-8884-20ba1ee7c562', 'tag': '61ac5700-82bb-4da1-ab8a-8bef2de2a4ba'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:18:06.008196 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c2e2b9-9fa7-491a-a1c0-68f60ade0ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "18ae1138-65a2-465a-8884-20ba1ee7c562", "tag": "61ac5700-82bb-4da1-ab8a-8bef2de2a4ba"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:18:06.072545 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b643111-6726-48f9-bde7-76afdbc1f859 service neutron] Pushing event updated for resources: {'Port': ['ID=61ac5700-82bb-4da1-ab8a-8bef2de2a4ba,revision_number=3']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:06.079540 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ee3bc0-f411-4d17-8b8a-6c80f6f60892 x-openstack-request-id: req-e9ee3bc0-f411-4d17-8b8a-6c80f6f60892 {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:18:06.079869 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ae1138-65a2-465a-8884-20ba1ee7c562", "tag": "61ac5700-82bb-4da1-ab8a-8bef2de2a4ba", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:18:06.080080 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e9ee3bc0-f411-4d17-8b8a-6c80f6f60892 {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:18:06.080461 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ae1138-65a2-465a-8884-20ba1ee7c562', 'tag': '61ac5700-82bb-4da1-ab8a-8bef2de2a4ba', 'status': 'completed', 'code': 200} Jul 15 19:18:06.173916 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-755fd536-3cfc-4e62-b103-0b48efb45975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:06.175564 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-755fd536-3cfc-4e62-b103-0b48efb45975 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21494ca30186446db026efc0682a55b1&device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 1096 time: 0.0567582 Jul 15 19:18:06.237796 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-0ee383dd-db98-45f8-a710-d62e232364b7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61ac5700-82bb-4da1-ab8a-8bef2de2a4ba HTTP/1.1" status: 200 len: 217 time: 0.0397074 Jul 15 19:18:06.241896 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad76c6b-0e7c-4b45-9d42-84020eb12653 req-92e4b381-f178-4379-ba9f-9f3ef6c2b0ed tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:06.243385 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0ad76c6b-0e7c-4b45-9d42-84020eb12653 req-92e4b381-f178-4379-ba9f-9f3ef6c2b0ed tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 943 time: 0.1999335 Jul 15 19:18:06.298780 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:06.305540 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0ad76c6b-0e7c-4b45-9d42-84020eb12653 req-7c0e8539-9b9a-45c8-9d67-01826ca97215 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533540 Jul 15 19:18:06.323032 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-dd319bb6-4270-47a1-94a1-b6d89d76d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:06.324514 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-dd319bb6-4270-47a1-94a1-b6d89d76d09a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f20ddbc7-44d8-4af4-b352-f2c3e13d06fe HTTP/1.1" status: 200 len: 854 time: 0.0439100 Jul 15 19:18:06.360910 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-862860db-50df-4c8c-a128-413d767c5379 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7957eec1-7c6a-476f-b0a9-8bb51088d64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284965 Jul 15 19:18:06.465674 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-e0b82e01-8b70-4332-bda0-18c557a45fba service neutron] 10.222.0.93 "GET /v2.0/networks/7957eec1-7c6a-476f-b0a9-8bb51088d64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923059 Jul 15 19:18:06.565821 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-4686a228-ef1c-46e4-8819-48609cf54c9f req-364757b7-d49f-4b3f-828c-5cbb66f214d9 service neutron] 10.222.0.93 "GET /v2.0/networks/7957eec1-7c6a-476f-b0a9-8bb51088d64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902030 Jul 15 19:18:06.667998 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:06.678042 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f63fc6-d4a8-409b-a621-cf10a12dd3bf req-11264fb7-1e4e-4f9c-aedd-0eacba777f3e tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:06.679518 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-55f63fc6-d4a8-409b-a621-cf10a12dd3bf req-11264fb7-1e4e-4f9c-aedd-0eacba777f3e tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 943 time: 0.1071579 Jul 15 19:18:06.750679 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-55f63fc6-d4a8-409b-a621-cf10a12dd3bf req-8186601c-3519-45cc-8e41-3a428336ed11 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539596 Jul 15 19:18:06.824824 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2e2b9-9fa7-491a-a1c0-68f60ade0ea8 req-3775a52e-9fc7-418a-8c30-bdfae51ec474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:06.827211 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f6c2e2b9-9fa7-491a-a1c0-68f60ade0ea8 req-3775a52e-9fc7-418a-8c30-bdfae51ec474 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21494ca30186446db026efc0682a55b1&device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 1096 time: 0.0658841 Jul 15 19:18:06.884277 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:06.890265 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:06.958688 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2e2b9-9fa7-491a-a1c0-68f60ade0ea8 req-e2f10f21-d695-4042-ba69-62dc1d74c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:06.960496 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f6c2e2b9-9fa7-491a-a1c0-68f60ade0ea8 req-e2f10f21-d695-4042-ba69-62dc1d74c9ff service neutron] 10.222.0.93 "GET /v2.0/networks?id=7957eec1-7c6a-476f-b0a9-8bb51088d64c HTTP/1.1" status: 200 len: 916 time: 0.0991423 Jul 15 19:18:06.960897 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Pushing event updated for resources: {'Port': ['ID=5e3a7223-6b36-42a5-bd72-38170c490972,revision_number=2']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:06.971838 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:06.972183 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:06.972517 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:06.972846 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:06.973174 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:06.973497 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:06.973817 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:06.974138 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:06.974487 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:06.974789 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:06.975121 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:06.975405 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:06.981078 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978606'] for floatingip, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:07.114359 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f6c2e2b9-9fa7-491a-a1c0-68f60ade0ea8 req-00bf9f47-0037-49de-80d7-cc85595c1d3d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61ac5700-82bb-4da1-ab8a-8bef2de2a4ba HTTP/1.1" status: 200 len: 217 time: 0.0347381 Jul 15 19:18:07.193623 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.l3_db [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Floating IP 64fad3c3-c43c-4e69-a489-bfda50ab46fc associated. External IP: 172.27.0.213, port: bdbfb69d-8441-4011-a46f-3142516868d2. Jul 15 19:18:07.194995 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2e2b9-9fa7-491a-a1c0-68f60ade0ea8 req-48f18e69-fe08-4395-b871-f258ef3ac2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:07.196587 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f6c2e2b9-9fa7-491a-a1c0-68f60ade0ea8 req-48f18e69-fe08-4395-b871-f258ef3ac2af service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f20ddbc7-44d8-4af4-b352-f2c3e13d06fe HTTP/1.1" status: 200 len: 854 time: 0.0499513 Jul 15 19:18:07.238095 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f6c2e2b9-9fa7-491a-a1c0-68f60ade0ea8 req-8eb052c1-2393-4385-8986-8cdbb2cbcadc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7957eec1-7c6a-476f-b0a9-8bb51088d64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281794 Jul 15 19:18:07.251169 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41878d85-97c9-41aa-b69e-33d3166a9396 req-a2ca0d8a-dfae-4351-ba21-b497fbca2abe tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:07.252664 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-41878d85-97c9-41aa-b69e-33d3166a9396 req-a2ca0d8a-dfae-4351-ba21-b497fbca2abe tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.2351227 Jul 15 19:18:07.339143 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04006b3-00f6-486b-a6b9-a6ce692c6070 req-dd3cb47c-8d72-4dfd-a079-df5142523c3f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:07.340561 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c04006b3-00f6-486b-a6b9-a6ce692c6070 req-dd3cb47c-8d72-4dfd-a079-df5142523c3f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.93 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 945 time: 0.2513382 Jul 15 19:18:07.348121 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f6c2e2b9-9fa7-491a-a1c0-68f60ade0ea8 req-d2c9397f-0ccc-4dd5-8463-bc2930e5f813 service neutron] 10.222.0.93 "GET /v2.0/networks/7957eec1-7c6a-476f-b0a9-8bb51088d64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911236 Jul 15 19:18:07.358220 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0c3f2-343a-4a28-9a30-1686ecfe7d66 req-464fede9-5108-4c14-a22d-dfcbd7d4d746 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:07.359674 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-16a0c3f2-343a-4a28-9a30-1686ecfe7d66 req-464fede9-5108-4c14-a22d-dfcbd7d4d746 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 945 time: 0.2762794 Jul 15 19:18:07.409930 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-41878d85-97c9-41aa-b69e-33d3166a9396 req-799e7565-82b7-431d-84c5-63faab985458 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476610 Jul 15 19:18:07.511795 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-16a0c3f2-343a-4a28-9a30-1686ecfe7d66 req-8117206e-a9ff-4222-b597-fa1ace1b04e6 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450181 Jul 15 19:18:07.635313 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-c04006b3-00f6-486b-a6b9-a6ce692c6070 req-13a1da0d-b339-4755-b541-d5e4047df140 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Deleting port 3079aa17-865a-4d5b-b3a0-175ea66fa4ba {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:18:07.635652 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-c04006b3-00f6-486b-a6b9-a6ce692c6070 req-13a1da0d-b339-4755-b541-d5e4047df140 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:07.667582 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Router bce18288-740b-44d1-b4a5-9699c7e0bfde has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:18:07.684082 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f6c2e2b9-9fa7-491a-a1c0-68f60ade0ea8 req-61cc3a56-152d-49ee-9549-d119a10d3af1 service neutron] 10.222.0.93 "GET /v2.0/networks/7957eec1-7c6a-476f-b0a9-8bb51088d64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287694 Jul 15 19:18:07.695365 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e838b-470f-4ebf-b819-7a25c8105225 req-c5007cd5-6139-4d04-aa98-9d0fd7cdd484 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:07.696868 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9f6e838b-470f-4ebf-b819-7a25c8105225 req-c5007cd5-6139-4d04-aa98-9d0fd7cdd484 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 943 time: 0.1681216 Jul 15 19:18:07.855190 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-c04006b3-00f6-486b-a6b9-a6ce692c6070 req-13a1da0d-b339-4755-b541-d5e4047df140 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] For port 3079aa17-865a-4d5b-b3a0-175ea66fa4ba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=3079aa17-865a-4d5b-b3a0-175ea66fa4ba,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:07.855557 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-c04006b3-00f6-486b-a6b9-a6ce692c6070 req-13a1da0d-b339-4755-b541-d5e4047df140 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:07.866025 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9f6e838b-470f-4ebf-b819-7a25c8105225 req-c19267ff-f41e-4de5-9545-5d78450948b8 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411452 Jul 15 19:18:07.878315 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-c04006b3-00f6-486b-a6b9-a6ce692c6070 req-13a1da0d-b339-4755-b541-d5e4047df140 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Calling delete_port for 3079aa17-865a-4d5b-b3a0-175ea66fa4ba owned by compute:nova {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:18:07.924075 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:18:07.933722 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc9969-cc98-4cdc-bcd7-4c3600e26a23 None None] Sync routers for ids ['bce18288-740b-44d1-b4a5-9699c7e0bfde'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:18:07.946515 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc9969-cc98-4cdc-bcd7-4c3600e26a23 None None] Routers {'bce18288-740b-44d1-b4a5-9699c7e0bfde'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:18:07.947187 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-f8bc9969-cc98-4cdc-bcd7-4c3600e26a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:17:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['bce18288-740b-44d1-b4a5-9699c7e0bfde'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:07.983688 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.048892 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-54633691-d856-451f-a289-6a6222af5739 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0455270 Jul 15 19:18:08.050907 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d17213-5e61-4023-9352-dfb4fb563190', 'tag': 'bdbfb69d-8441-4011-a46f-3142516868d2'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:18:08.052424 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 47316) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:08.053341 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cec401a-e774-4f44-a9e0-df6a75a0b0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "47d17213-5e61-4023-9352-dfb4fb563190", "tag": "bdbfb69d-8441-4011-a46f-3142516868d2"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:18:08.057015 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-8eec5591-9112-462e-a564-f8f7f184fedd tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-95263185', 'description': 'tempest-secgroup-smoke-95263185 description', 'project_id': '2f596063bab44a28895a16c46e41e3fb'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:08.064335 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7c12b-ce15-40ed-9d78-70a42b74cae6 req-94234560-4774-41d1-8732-88a96342beac tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:08.065850 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7ff7c12b-ce15-40ed-9d78-70a42b74cae6 req-94234560-4774-41d1-8732-88a96342beac tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 943 time: 0.1802647 Jul 15 19:18:08.067947 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-f8bc9969-cc98-4cdc-bcd7-4c3600e26a23 None None] Set router bce18288-740b-44d1-b4a5-9699c7e0bfde gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:18:08.091843 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8eec5591-9112-462e-a564-f8f7f184fedd tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.116826 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89425dd-c303-4dd3-aecb-539a853ffeb4 x-openstack-request-id: req-f89425dd-c303-4dd3-aecb-539a853ffeb4 {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:18:08.117114 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d17213-5e61-4023-9352-dfb4fb563190", "tag": "bdbfb69d-8441-4011-a46f-3142516868d2", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:18:08.117363 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f89425dd-c303-4dd3-aecb-539a853ffeb4 {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:18:08.117746 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d17213-5e61-4023-9352-dfb4fb563190', 'tag': 'bdbfb69d-8441-4011-a46f-3142516868d2', 'status': 'completed', 'code': 200} Jul 15 19:18:08.151878 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7ff7c12b-ce15-40ed-9d78-70a42b74cae6 req-55996792-6849-4a78-9447-db28676b829e tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569046 Jul 15 19:18:08.153588 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-c04006b3-00f6-486b-a6b9-a6ce692c6070 req-13a1da0d-b339-4755-b541-d5e4047df140 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.202909 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1da0d-b339-4755-b541-d5e4047df140 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Pushing event deleted for resources: {'Port': ['ID=3079aa17-865a-4d5b-b3a0-175ea66fa4ba,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:08.212315 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8eec5591-9112-462e-a564-f8f7f184fedd tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.230581 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['9e948047-3380-48c3-beaf-c5089257a287', '3079aa17-865a-4d5b-b3a0-175ea66fa4ba'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:18:08.241762 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8eec5591-9112-462e-a564-f8f7f184fedd tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.252497 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04006b3-00f6-486b-a6b9-a6ce692c6070 req-13a1da0d-b339-4755-b541-d5e4047df140 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] No DVR routers for this DVR port 3079aa17-865a-4d5b-b3a0-175ea66fa4ba on host hv-cinder-78445 {{(pid=93321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:18:08.255356 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-c04006b3-00f6-486b-a6b9-a6ce692c6070 req-13a1da0d-b339-4755-b541-d5e4047df140 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.257492 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c04006b3-00f6-486b-a6b9-a6ce692c6070 req-13a1da0d-b339-4755-b541-d5e4047df140 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.93 "DELETE /v2.0/ports/3079aa17-865a-4d5b-b3a0-175ea66fa4ba HTTP/1.1" status: 204 len: 173 time: 0.8969514 Jul 15 19:18:08.288561 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8eec5591-9112-462e-a564-f8f7f184fedd tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.289790 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-8eec5591-9112-462e-a564-f8f7f184fedd tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2363992 Jul 15 19:18:08.293948 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 47322) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:08.299798 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-ea8c24c1-24e1-47ea-88d1-b0fbbeae3c8c tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Request body: {'security_group_rule': {'security_group_id': '9ab204dd-e64e-4b75-91d0-abfc1eae7df9', 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:08.319996 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec5591-9112-462e-a564-f8f7f184fedd tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab204dd-e64e-4b75-91d0-abfc1eae7df9,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:08.335700 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec401a-e774-4f44-a9e0-df6a75a0b0c1 req-cc156d27-46e9-445d-ac8a-6a670bfbc02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:08.338105 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-3cec401a-e774-4f44-a9e0-df6a75a0b0c1 req-cc156d27-46e9-445d-ac8a-6a670bfbc02e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2f596063bab44a28895a16c46e41e3fb&device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 1099 time: 0.1379755 Jul 15 19:18:08.338742 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-f8bc9969-cc98-4cdc-bcd7-4c3600e26a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'name': 'tempest-TestMinimumBasicScenario-1040437682-router', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:38Z', 'revision_number': 4, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'gw_port': {'id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': '64fad3c3-c43c-4e69-a489-bfda50ab46fc', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'port_id': 'bdbfb69d-8441-4011-a46f-3142516868d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526', 'mac_address': 'fa:16:3e:9f:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d17213-5e61-4023-9352-dfb4fb563190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:18:06Z', 'updated_at': '2021-07-15T19:18:06Z', 'revision_number': 0, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '082fdffb-47a7-4496-a031-e714b9d7a6a7', 'name': '', 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'mac_address': 'fa:16:3e:4a:98:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:37Z', 'updated_at': '2021-07-15T19:16:45Z', 'revision_number': 5, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'subnets': [{'id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:08.369892 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ea8c24c1-24e1-47ea-88d1-b0fbbeae3c8c tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.371165 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc9969-cc98-4cdc-bcd7-4c3600e26a23 None None] Checking router: bce18288-740b-44d1-b4a5-9699c7e0bfde for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:18:08.382313 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc9969-cc98-4cdc-bcd7-4c3600e26a23 None None] Routers {'bce18288-740b-44d1-b4a5-9699c7e0bfde'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:18:08.382958 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-f8bc9969-cc98-4cdc-bcd7-4c3600e26a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:17:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['bce18288-740b-44d1-b4a5-9699c7e0bfde'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:08.470292 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ea8c24c1-24e1-47ea-88d1-b0fbbeae3c8c tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.477813 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ea8c24c1-24e1-47ea-88d1-b0fbbeae3c8c tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.480237 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec401a-e774-4f44-a9e0-df6a75a0b0c1 req-30cf3890-0568-4e29-ad9a-d791550d02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:08.481580 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-3cec401a-e774-4f44-a9e0-df6a75a0b0c1 req-30cf3890-0568-4e29-ad9a-d791550d02d3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd2e6bb4-176e-42af-9a10-2a3d1d629526 HTTP/1.1" status: 200 len: 917 time: 0.1189053 Jul 15 19:18:08.506902 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c24c1-24e1-47ea-88d1-b0fbbeae3c8c tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73452db4-28d8-41cd-b3b0-6d4f58652610,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:08.511587 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ea8c24c1-24e1-47ea-88d1-b0fbbeae3c8c tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.512994 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-ea8c24c1-24e1-47ea-88d1-b0fbbeae3c8c tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2173393 Jul 15 19:18:08.514000 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-f8bc9969-cc98-4cdc-bcd7-4c3600e26a23 None None] Set router bce18288-740b-44d1-b4a5-9699c7e0bfde gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:18:08.517209 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 47326) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:08.520862 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-fd85655c-064d-4dd8-91e2-ead708b05c3e tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Request body: {'security_group_rule': {'security_group_id': '9ab204dd-e64e-4b75-91d0-abfc1eae7df9', 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:08.557564 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-fd85655c-064d-4dd8-91e2-ead708b05c3e tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.590557 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-3cec401a-e774-4f44-a9e0-df6a75a0b0c1 req-c1465f89-1efb-4adc-b0ad-f791ce823e7a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdbfb69d-8441-4011-a46f-3142516868d2 HTTP/1.1" status: 200 len: 1000 time: 0.0724127 Jul 15 19:18:08.657287 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec401a-e774-4f44-a9e0-df6a75a0b0c1 req-35cce887-4ccf-4833-ad40-238481b0997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:08.659391 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-3cec401a-e774-4f44-a9e0-df6a75a0b0c1 req-35cce887-4ccf-4833-ad40-238481b0997b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=87e81f6b-86a4-4773-9f17-fcab2ad3a952 HTTP/1.1" status: 200 len: 854 time: 0.0575614 Jul 15 19:18:08.714294 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1f47bd42-8b48-4d81-b8f6-b5eb394e8e28 req-c518de01-b19e-44b5-a708-3531ca543b11 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=1975f620-048e-489f-bc66-ed722a74921d HTTP/1.1" status: 200 len: 210 time: 0.0388155 Jul 15 19:18:08.723324 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-fd85655c-064d-4dd8-91e2-ead708b05c3e tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.730821 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec401a-e774-4f44-a9e0-df6a75a0b0c1 req-27d965cf-ee0e-4513-93a1-10bfb90be258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:08.731031 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-fd85655c-064d-4dd8-91e2-ead708b05c3e tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.735061 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-3cec401a-e774-4f44-a9e0-df6a75a0b0c1 req-27d965cf-ee0e-4513-93a1-10bfb90be258 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd2e6bb4-176e-42af-9a10-2a3d1d629526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651379 Jul 15 19:18:08.763911 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199853cc-7c1e-4732-9429-b4fb6110e92f req-b39b86e4-4042-405e-9f5b-b366ec413c4b tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:08.765569 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-199853cc-7c1e-4732-9429-b4fb6110e92f req-b39b86e4-4042-405e-9f5b-b366ec413c4b tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.1563010 Jul 15 19:18:08.766269 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85655c-064d-4dd8-91e2-ead708b05c3e tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558eb149-d836-4c2c-bbb8-48783f036a7f,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:08.782691 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-fd85655c-064d-4dd8-91e2-ead708b05c3e tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.783810 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-fd85655c-064d-4dd8-91e2-ead708b05c3e tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2666287 Jul 15 19:18:08.788578 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-f8bc9969-cc98-4cdc-bcd7-4c3600e26a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'name': 'tempest-TestMinimumBasicScenario-1040437682-router', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:38Z', 'revision_number': 4, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'gw_port': {'id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': '64fad3c3-c43c-4e69-a489-bfda50ab46fc', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'port_id': 'bdbfb69d-8441-4011-a46f-3142516868d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526', 'mac_address': 'fa:16:3e:9f:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d17213-5e61-4023-9352-dfb4fb563190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:18:06Z', 'updated_at': '2021-07-15T19:18:06Z', 'revision_number': 0, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '082fdffb-47a7-4496-a031-e714b9d7a6a7', 'name': '', 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'mac_address': 'fa:16:3e:4a:98:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:37Z', 'updated_at': '2021-07-15T19:16:45Z', 'revision_number': 5, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'subnets': [{'id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:08.790048 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 47330) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:08.796972 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-4f487707-109d-457f-8e22-5662013cfb5f tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Request body: {'security_group_rule': {'security_group_id': '9ab204dd-e64e-4b75-91d0-abfc1eae7df9', 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:08.817488 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc9969-cc98-4cdc-bcd7-4c3600e26a23 None None] The sync data for ids ['bce18288-740b-44d1-b4a5-9699c7e0bfde'] in dv-cinder-784453-9-iscsi is: [{'id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'name': 'tempest-TestMinimumBasicScenario-1040437682-router', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:38Z', 'revision_number': 4, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'gw_port': {'id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': '64fad3c3-c43c-4e69-a489-bfda50ab46fc', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'port_id': 'bdbfb69d-8441-4011-a46f-3142516868d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526', 'mac_address': 'fa:16:3e:9f:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d17213-5e61-4023-9352-dfb4fb563190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:18:06Z', 'updated_at': '2021-07-15T19:18:06Z', 'revision_number': 0, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '082fdffb-47a7-4496-a031-e714b9d7a6a7', 'name': '', 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'mac_address': 'fa:16:3e:4a:98:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:37Z', 'updated_at': '2021-07-15T19:16:45Z', 'revision_number': 5, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'subnets': [{'id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:18:08.833275 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-199853cc-7c1e-4732-9429-b4fb6110e92f req-23b4fb8a-f678-49c8-af42-88e02ba8bda3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609841 Jul 15 19:18:08.842203 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-3cec401a-e774-4f44-a9e0-df6a75a0b0c1 req-6de47090-d621-4926-8f9d-07cdb5a8f052 service neutron] 10.222.0.93 "GET /v2.0/networks/fd2e6bb4-176e-42af-9a10-2a3d1d629526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988929 Jul 15 19:18:08.848707 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-4f487707-109d-457f-8e22-5662013cfb5f tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.912104 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-4f487707-109d-457f-8e22-5662013cfb5f tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.917684 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-4f487707-109d-457f-8e22-5662013cfb5f tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.936930 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f487707-109d-457f-8e22-5662013cfb5f tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffdea55-a31c-4255-9c30-aa7fe3b0685a,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:08.942823 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-3cec401a-e774-4f44-a9e0-df6a75a0b0c1 req-8abc25c2-7b77-4c7f-b214-44347c864c3b service neutron] 10.222.0.93 "GET /v2.0/networks/fd2e6bb4-176e-42af-9a10-2a3d1d629526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931818 Jul 15 19:18:08.945769 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-4f487707-109d-457f-8e22-5662013cfb5f tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:08.949488 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-4f487707-109d-457f-8e22-5662013cfb5f tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1550617 Jul 15 19:18:08.949730 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 47334) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:08.954902 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-f12027cf-5a72-4fef-81da-2412f0733840 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Request body: {'security_group_rule': {'security_group_id': '9ab204dd-e64e-4b75-91d0-abfc1eae7df9', 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:08.984634 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f12027cf-5a72-4fef-81da-2412f0733840 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:09.085659 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f12027cf-5a72-4fef-81da-2412f0733840 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:09.093787 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f12027cf-5a72-4fef-81da-2412f0733840 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:09.097036 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7225ba-747d-4410-841d-33718b71567a None None] New status for floating IP 64fad3c3-c43c-4e69-a489-bfda50ab46fc: ACTIVE {{(pid=93323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:18:09.117358 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12027cf-5a72-4fef-81da-2412f0733840 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bea3d1a-cd99-4c9d-843d-712069d03639,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:09.132294 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5131fd9-19d7-4bc4-b6e0-40828698040a req-43a25f45-6cd6-4456-8398-ccc1ec4433a7 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:09.133839 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d5131fd9-19d7-4bc4-b6e0-40828698040a req-43a25f45-6cd6-4456-8398-ccc1ec4433a7 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 943 time: 0.1190298 Jul 15 19:18:09.135089 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f12027cf-5a72-4fef-81da-2412f0733840 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:09.136173 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-f12027cf-5a72-4fef-81da-2412f0733840 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1855679 Jul 15 19:18:09.139763 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 47336) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:09.144492 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-5bb5f64c-4a51-4b7c-9a22-0458735eecf2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Request body: {'security_group_rule': {'security_group_id': '9ab204dd-e64e-4b75-91d0-abfc1eae7df9', 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:09.201403 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.securitygroups_db [None req-5bb5f64c-4a51-4b7c-9a22-0458735eecf2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Project 2f596063bab44a28895a16c46e41e3fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 19:18:09.209781 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5bb5f64c-4a51-4b7c-9a22-0458735eecf2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:09.250527 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d5131fd9-19d7-4bc4-b6e0-40828698040a req-cd2125a7-86bd-4f36-8c9a-faa4ec9c70ab tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976522 Jul 15 19:18:09.350362 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5bb5f64c-4a51-4b7c-9a22-0458735eecf2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:09.358356 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5bb5f64c-4a51-4b7c-9a22-0458735eecf2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:09.386160 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5f64c-4a51-4b7c-9a22-0458735eecf2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f820a783-d68c-4fb2-96b2-ed1eeb3a7080,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:09.392047 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5bb5f64c-4a51-4b7c-9a22-0458735eecf2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:09.395854 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-5bb5f64c-4a51-4b7c-9a22-0458735eecf2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2525425 Jul 15 19:18:09.396975 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 47342) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:09.401676 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-a4f5a28d-816f-4be8-b9ed-20dffa72a4eb tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Request body: {'security_group_rule': {'security_group_id': '9ab204dd-e64e-4b75-91d0-abfc1eae7df9', 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:09.406501 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42994c5c-c32d-4f70-bf7f-94acd00d1f6e req-e4d01f37-1327-4cd0-a3f5-c99bbc61efeb tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:09.408222 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-42994c5c-c32d-4f70-bf7f-94acd00d1f6e req-e4d01f37-1327-4cd0-a3f5-c99bbc61efeb tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 943 time: 0.1247175 Jul 15 19:18:09.439404 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.securitygroups_db [None req-a4f5a28d-816f-4be8-b9ed-20dffa72a4eb tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Project 2f596063bab44a28895a16c46e41e3fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 19:18:09.444302 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a28d-816f-4be8-b9ed-20dffa72a4eb tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:09.452145 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-42994c5c-c32d-4f70-bf7f-94acd00d1f6e req-36ec2277-527c-4db1-bca6-1edf972ce98f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382147 Jul 15 19:18:09.509408 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a28d-816f-4be8-b9ed-20dffa72a4eb tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:09.512968 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a28d-816f-4be8-b9ed-20dffa72a4eb tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:09.531609 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5a28d-816f-4be8-b9ed-20dffa72a4eb tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955e1f03-90fc-480e-9cce-f396e8b1f998,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:09.534838 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a28d-816f-4be8-b9ed-20dffa72a4eb tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:09.536067 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-a4f5a28d-816f-4be8-b9ed-20dffa72a4eb tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1380031 Jul 15 19:18:09.650064 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a193d293-8a35-4396-9bdc-9040612061e0 req-a7a9edc0-bd06-4f4d-bd74-5cd2260a6435 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95263185&fields=id&tenant_id=2f596063bab44a28895a16c46e41e3fb HTTP/1.1" status: 200 len: 267 time: 0.0328043 Jul 15 19:18:09.714523 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193d293-8a35-4396-9bdc-9040612061e0 req-737bf459-3d09-4025-a657-bf1a71f7b3e2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:09.715975 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a193d293-8a35-4396-9bdc-9040612061e0 req-737bf459-3d09-4025-a657-bf1a71f7b3e2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.0599988 Jul 15 19:18:09.726726 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [req-a193d293-8a35-4396-9bdc-9040612061e0 req-5405a18d-f72c-47c3-bf1a-0aba92a76bc5 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Request body: {'port': {'security_groups': ['413b3ff9-44f3-48c8-83f1-ea2242b89df6', '9ab204dd-e64e-4b75-91d0-abfc1eae7df9']}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:09.813112 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-a193d293-8a35-4396-9bdc-9040612061e0 req-5405a18d-f72c-47c3-bf1a-0aba92a76bc5 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:10.038376 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-a193d293-8a35-4396-9bdc-9040612061e0 req-5405a18d-f72c-47c3-bf1a-0aba92a76bc5 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] For port bdbfb69d-8441-4011-a46f-3142516868d2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bdbfb69d-8441-4011-a46f-3142516868d2,segment=NetworkSegment(af781008-330f-4372-90ee-083680e91489),segment_id=af781008-330f-4372-90ee-083680e91489)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:10.083832 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918435f-b920-4a45-9a64-c9c108fcb004 req-fef563e3-e63d-425b-91ec-05ad9b5d24e1 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:10.085307 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c918435f-b920-4a45-9a64-c9c108fcb004 req-fef563e3-e63d-425b-91ec-05ad9b5d24e1 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.1081223 Jul 15 19:18:10.087197 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-a193d293-8a35-4396-9bdc-9040612061e0 req-5405a18d-f72c-47c3-bf1a-0aba92a76bc5 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:10.097754 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-a193d293-8a35-4396-9bdc-9040612061e0 req-5405a18d-f72c-47c3-bf1a-0aba92a76bc5 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:10.135266 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1975f620-048e-489f-bc66-ed722a74921d', 'name': 'network-vif-deleted', 'tag': '3079aa17-865a-4d5b-b3a0-175ea66fa4ba'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:18:10.137501 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca64faf1-79a4-4048-8523-7dc64e2f339c" -d '{"events": [{"server_uuid": "1975f620-048e-489f-bc66-ed722a74921d", "name": "network-vif-deleted", "tag": "3079aa17-865a-4d5b-b3a0-175ea66fa4ba"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:18:10.146365 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['bdbfb69d-8441-4011-a46f-3142516868d2'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:18:10.178205 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193d293-8a35-4396-9bdc-9040612061e0 req-5405a18d-f72c-47c3-bf1a-0aba92a76bc5 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:10.179264 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-a193d293-8a35-4396-9bdc-9040612061e0 req-5405a18d-f72c-47c3-bf1a-0aba92a76bc5 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:10.180263 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a193d293-8a35-4396-9bdc-9040612061e0 req-5405a18d-f72c-47c3-bf1a-0aba92a76bc5 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "PUT /v2.0/ports/bdbfb69d-8441-4011-a46f-3142516868d2 HTTP/1.1" status: 200 len: 982 time: 0.4579105 Jul 15 19:18:10.203105 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c918435f-b920-4a45-9a64-c9c108fcb004 req-9ed32483-8a4b-407a-b62b-bd776d11b036 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119571 Jul 15 19:18:10.219454 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405a18d-f72c-47c3-bf1a-0aba92a76bc5 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Pushing event updated for resources: {'Port': ['ID=bdbfb69d-8441-4011-a46f-3142516868d2,revision_number=6']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:10.237412 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b027ff1-6203-4bca-a205-9342dad42b13 x-openstack-request-id: req-9b027ff1-6203-4bca-a205-9342dad42b13 {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:18:10.237713 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1975f620-048e-489f-bc66-ed722a74921d", "name": "network-vif-deleted", "tag": "3079aa17-865a-4d5b-b3a0-175ea66fa4ba", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:18:10.238018 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b027ff1-6203-4bca-a205-9342dad42b13 {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:18:10.238412 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1975f620-048e-489f-bc66-ed722a74921d', 'name': 'network-vif-deleted', 'tag': '3079aa17-865a-4d5b-b3a0-175ea66fa4ba', 'status': 'completed', 'code': 200} Jul 15 19:18:10.432013 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283419c-7488-435b-aade-5c4a2b1e1938 req-35e3d523-c681-4614-a844-5eeb04564169 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:10.433430 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1283419c-7488-435b-aade-5c4a2b1e1938 req-35e3d523-c681-4614-a844-5eeb04564169 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.1152716 Jul 15 19:18:10.463521 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['bdbfb69d-8441-4011-a46f-3142516868d2'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:18:10.497802 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b764743-f86b-42e8-8579-44fca1e5644c req-067218e7-c15c-4e79-bf14-dabf722f400b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:10.499493 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1b764743-f86b-42e8-8579-44fca1e5644c req-067218e7-c15c-4e79-bf14-dabf722f400b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 943 time: 0.1173110 Jul 15 19:18:10.505692 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1283419c-7488-435b-aade-5c4a2b1e1938 req-15095ef1-231a-42f1-b4d9-19f91bccf7eb tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0626841 Jul 15 19:18:10.540260 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1b764743-f86b-42e8-8579-44fca1e5644c req-d1298039-aa73-4a91-892d-ca309986050b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336206 Jul 15 19:18:10.579064 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-340cc23d-89fc-45b7-ad00-efa932c8b2d2 None None] Provisioning complete for port bdbfb69d-8441-4011-a46f-3142516868d2 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:10.579431 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-340cc23d-89fc-45b7-ad00-efa932c8b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:10.672881 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d9299-1d7d-4f34-9d64-6a2f8e927423 req-8c5f6c18-af73-45ef-b978-22d7e1f8f385 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:10.674401 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-443d9299-1d7d-4f34-9d64-6a2f8e927423 req-8c5f6c18-af73-45ef-b978-22d7e1f8f385 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 943 time: 0.0629625 Jul 15 19:18:10.712607 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-443d9299-1d7d-4f34-9d64-6a2f8e927423 req-40ca6c5c-f4f4-4fff-a24e-a3c3c2f8af0a tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325899 Jul 15 19:18:11.304162 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff69db-881f-4360-b06d-ddec55012465 req-3a6a999e-bbbc-49e5-8b50-d325fc3e803f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:11.305653 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-98ff69db-881f-4360-b06d-ddec55012465 req-3a6a999e-bbbc-49e5-8b50-d325fc3e803f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 945 time: 0.0632253 Jul 15 19:18:11.379114 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-98ff69db-881f-4360-b06d-ddec55012465 req-2d67cc69-2422-4f51-bf9e-cc115155e60c tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661037 Jul 15 19:18:11.403034 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d3c74-c037-4df2-84b2-c669c92025a3 req-d310f088-dc10-4bbe-ac83-b1501a0e16ff tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:11.405023 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bc4d3c74-c037-4df2-84b2-c669c92025a3 req-d310f088-dc10-4bbe-ac83-b1501a0e16ff tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0938580 Jul 15 19:18:11.441550 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bc4d3c74-c037-4df2-84b2-c669c92025a3 req-931b4d05-7401-4fc6-8e99-12f952f92ec2 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310159 Jul 15 19:18:11.493874 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:18:11.512599 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 3079aa17-865a-4d5b-b3a0-175ea66fa4ba no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:18:11.545522 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: 3079aa17-865a-4d5b-b3a0-175ea66fa4ba {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:18:11.545857 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 3079aa17-865a-4d5b-b3a0-175ea66fa4ba not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:18:11.606593 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=61ac5700-82bb-4da1-ab8a-8bef2de2a4ba,segment=NetworkSegment(30f2c0de-9a40-4b29-b0f9-ff5faebd484a),segment_id=30f2c0de-9a40-4b29-b0f9-ff5faebd484a)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:11.617081 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': '61ac5700-82bb-4da1-ab8a-8bef2de2a4ba', 'network_id': '7957eec1-7c6a-476f-b0a9-8bb51088d64c', 'port_id': '61ac5700-82bb-4da1-ab8a-8bef2de2a4ba', 'mac_address': 'fa:16:3e:19:77:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20ddbc7-44d8-4af4-b352-f2c3e13d06fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:18:11.655871 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:11.668339 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:18:11.687545 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=61ac5700-82bb-4da1-ab8a-8bef2de2a4ba,segment=NetworkSegment(30f2c0de-9a40-4b29-b0f9-ff5faebd484a),segment_id=30f2c0de-9a40-4b29-b0f9-ff5faebd484a)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:11.691875 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:11.717345 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1b6b4-dcfb-4479-abb5-de0a214ac2d9 req-5042a954-404d-4848-97be-c0d7c5b82a94 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:11.719301 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-51d1b6b4-dcfb-4479-abb5-de0a214ac2d9 req-5042a954-404d-4848-97be-c0d7c5b82a94 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 943 time: 0.0634656 Jul 15 19:18:11.738667 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=61ac5700-82bb-4da1-ab8a-8bef2de2a4ba,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:11.745708 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:11.745982 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:11.746321 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:11.746936 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:11.747265 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:11.747590 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:11.747913 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:11.748387 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:11.748717 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:11.749041 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:11.749365 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:11.749671 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:18:11.760251 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-51d1b6b4-dcfb-4479-abb5-de0a214ac2d9 req-893087c0-bb29-4833-ae5e-bc68041b2291 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355091 Jul 15 19:18:12.134836 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308e683-37c2-48dc-9ab9-93486535e77a req-cb2beb1b-5b4d-457e-8f3c-378bf99ec05f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:12.136358 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9308e683-37c2-48dc-9ab9-93486535e77a req-cb2beb1b-5b4d-457e-8f3c-378bf99ec05f tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 944 time: 0.3117390 Jul 15 19:18:12.174287 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9308e683-37c2-48dc-9ab9-93486535e77a req-c76ad6f2-9915-44de-9670-7d11178dc6c9 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316463 Jul 15 19:18:12.239129 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d17213-5e61-4023-9352-dfb4fb563190', 'tag': 'bdbfb69d-8441-4011-a46f-3142516868d2'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:18:12.241394 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da540713-3d1f-4b6e-9a69-b9900101fcb2" -d '{"events": [{"name": "network-changed", "server_uuid": "47d17213-5e61-4023-9352-dfb4fb563190", "tag": "bdbfb69d-8441-4011-a46f-3142516868d2"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:18:12.275839 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ba0d8a-040e-46a6-9c58-5ae3441d2e4a x-openstack-request-id: req-c9ba0d8a-040e-46a6-9c58-5ae3441d2e4a {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:18:12.276147 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d17213-5e61-4023-9352-dfb4fb563190", "tag": "bdbfb69d-8441-4011-a46f-3142516868d2", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:18:12.276377 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c9ba0d8a-040e-46a6-9c58-5ae3441d2e4a {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:18:12.276780 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d17213-5e61-4023-9352-dfb4fb563190', 'tag': 'bdbfb69d-8441-4011-a46f-3142516868d2', 'status': 'completed', 'code': 200} Jul 15 19:18:12.403111 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da540713-3d1f-4b6e-9a69-b9900101fcb2 req-39faa036-dd7c-4904-9056-72fc9195433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:12.405164 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-da540713-3d1f-4b6e-9a69-b9900101fcb2 req-39faa036-dd7c-4904-9056-72fc9195433c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2f596063bab44a28895a16c46e41e3fb&device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 1138 time: 0.0515852 Jul 15 19:18:12.494527 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['61ac5700-82bb-4da1-ab8a-8bef2de2a4ba'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:18:12.501940 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da540713-3d1f-4b6e-9a69-b9900101fcb2 req-6cd98011-2b03-43c4-9ff1-b3a3dac28569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:12.503655 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-da540713-3d1f-4b6e-9a69-b9900101fcb2 req-6cd98011-2b03-43c4-9ff1-b3a3dac28569 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd2e6bb4-176e-42af-9a10-2a3d1d629526 HTTP/1.1" status: 200 len: 917 time: 0.0896375 Jul 15 19:18:12.563125 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54ee42-4a8b-4462-9dca-58736976e121 req-7e9c0e52-7113-4690-bdb4-dd73d8ede02f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:12.564987 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bd54ee42-4a8b-4462-9dca-58736976e121 req-7e9c0e52-7113-4690-bdb4-dd73d8ede02f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 945 time: 0.0687511 Jul 15 19:18:12.592584 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-da540713-3d1f-4b6e-9a69-b9900101fcb2 req-91b52e16-b6e9-4a70-83a6-74531288ea93 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdbfb69d-8441-4011-a46f-3142516868d2 HTTP/1.1" status: 200 len: 1002 time: 0.0798693 Jul 15 19:18:12.649472 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bd54ee42-4a8b-4462-9dca-58736976e121 req-853e7c69-09fe-44ff-9f94-e59da649036f tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736520 Jul 15 19:18:12.665290 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da540713-3d1f-4b6e-9a69-b9900101fcb2 req-f8ccf9a7-56ef-404e-9eee-24baf01bb4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:12.667806 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-da540713-3d1f-4b6e-9a69-b9900101fcb2 req-f8ccf9a7-56ef-404e-9eee-24baf01bb4a0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=87e81f6b-86a4-4773-9f17-fcab2ad3a952 HTTP/1.1" status: 200 len: 854 time: 0.0644610 Jul 15 19:18:12.679832 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ce98c-120b-4b5e-a42b-7b9df53db601 req-0d87f522-d5c8-4821-97a1-8a695506dc76 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:12.681491 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4b6ce98c-120b-4b5e-a42b-7b9df53db601 req-0d87f522-d5c8-4821-97a1-8a695506dc76 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.1150358 Jul 15 19:18:12.722336 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4b6ce98c-120b-4b5e-a42b-7b9df53db601 req-05261505-fe9c-4951-8b5d-762bd27fbfcf tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339034 Jul 15 19:18:12.734180 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da540713-3d1f-4b6e-9a69-b9900101fcb2 req-40464318-e589-4cfa-b634-724201505dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:12.735757 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-da540713-3d1f-4b6e-9a69-b9900101fcb2 req-40464318-e589-4cfa-b634-724201505dee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd2e6bb4-176e-42af-9a10-2a3d1d629526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577209 Jul 15 19:18:12.827368 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-da540713-3d1f-4b6e-9a69-b9900101fcb2 req-388f4382-4dc5-4052-817c-20120ac0717e service neutron] 10.222.0.93 "GET /v2.0/networks/fd2e6bb4-176e-42af-9a10-2a3d1d629526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821695 Jul 15 19:18:12.937975 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30507612-09a2-48fc-b9af-f0e5ac2cc4d6 req-3dbd50b8-6b98-4689-87e0-fc62f2fb273f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:12.939592 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-30507612-09a2-48fc-b9af-f0e5ac2cc4d6 req-3dbd50b8-6b98-4689-87e0-fc62f2fb273f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 943 time: 0.0671003 Jul 15 19:18:12.963057 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-da540713-3d1f-4b6e-9a69-b9900101fcb2 req-9732085a-9eb1-43b1-b23c-cc85fc912a98 service neutron] 10.222.0.93 "GET /v2.0/networks/fd2e6bb4-176e-42af-9a10-2a3d1d629526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952609 Jul 15 19:18:12.977201 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-30507612-09a2-48fc-b9af-f0e5ac2cc4d6 req-e13bee55-c3f2-47b4-9fdf-068e4779bc10 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319088 Jul 15 19:18:13.347889 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a730af-a78d-438b-b2ed-26ee207cea0b req-c08c271e-338a-45b0-9b8a-3775c3f967f7 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:13.349334 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d5a730af-a78d-438b-b2ed-26ee207cea0b req-c08c271e-338a-45b0-9b8a-3775c3f967f7 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 944 time: 0.0620124 Jul 15 19:18:13.389225 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d5a730af-a78d-438b-b2ed-26ee207cea0b req-ab2df529-a567-40ab-a06c-13f3144e65f5 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343285 Jul 15 19:18:13.498674 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 51417d1e-3648-4f27-a372-b903675e4c83 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:18:13.593391 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 51417d1e-3648-4f27-a372-b903675e4c83, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=51417d1e-3648-4f27-a372-b903675e4c83,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:13.603810 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': '51417d1e-3648-4f27-a372-b903675e4c83', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'port_id': '51417d1e-3648-4f27-a372-b903675e4c83', 'mac_address': 'fa:16:3e:52:da:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:18:13.641839 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:13.657832 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51417d1e-3648-4f27-a372-b903675e4c83 {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:18:13.678357 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 51417d1e-3648-4f27-a372-b903675e4c83, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=51417d1e-3648-4f27-a372-b903675e4c83,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:13.682041 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:13.731434 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=51417d1e-3648-4f27-a372-b903675e4c83,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:13.855159 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54903a4-56b9-4736-b9b2-b5eb506b6f72 req-69421bf7-143a-40a2-b4b9-e23b4b5549a7 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:13.856730 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c54903a4-56b9-4736-b9b2-b5eb506b6f72 req-69421bf7-143a-40a2-b4b9-e23b4b5549a7 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 945 time: 0.0665500 Jul 15 19:18:13.896948 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c54903a4-56b9-4736-b9b2-b5eb506b6f72 req-53525a11-7f87-43f6-a77f-05e169cda221 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/security-groups?id=c931929b-7cb1-4897-b977-e0990c965383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337081 Jul 15 19:18:14.072290 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd93647-104a-4858-9821-587b12400a17 req-6ef7ebdc-c952-4d09-a84f-cb3a8aa2c14d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:14.074297 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1dd93647-104a-4858-9821-587b12400a17 req-6ef7ebdc-c952-4d09-a84f-cb3a8aa2c14d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0683172 Jul 15 19:18:14.129231 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df243c4f-4ec0-4540-8632-2ac4814137b9 req-c2752b07-16d5-49e3-9eb3-1c8c53f12b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:14.130963 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-df243c4f-4ec0-4540-8632-2ac4814137b9 req-c2752b07-16d5-49e3-9eb3-1c8c53f12b30 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=85ad778364da4e58a9ec2415e9efc98f&device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 1099 time: 0.0538418 Jul 15 19:18:14.151619 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1dd93647-104a-4858-9821-587b12400a17 req-e2743403-89b1-4448-b8ce-e480d4b31f67 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459576 Jul 15 19:18:14.172182 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9952a6f-0dab-46d5-853f-c350eee2ff70 req-237fe29c-67a2-43d6-8111-e3be9849e98c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:14.174391 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a9952a6f-0dab-46d5-853f-c350eee2ff70 req-237fe29c-67a2-43d6-8111-e3be9849e98c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0991631 Jul 15 19:18:14.214699 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a9952a6f-0dab-46d5-853f-c350eee2ff70 req-a4d91f8a-411b-442f-a4e2-a30292f463ee tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343142 Jul 15 19:18:14.251485 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df243c4f-4ec0-4540-8632-2ac4814137b9 req-4d952eb7-d472-406f-b9c0-fbf079390feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:14.253164 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-df243c4f-4ec0-4540-8632-2ac4814137b9 req-4d952eb7-d472-406f-b9c0-fbf079390feb service neutron] 10.222.0.93 "GET /v2.0/networks?id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 HTTP/1.1" status: 200 len: 920 time: 0.1132660 Jul 15 19:18:14.295794 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-df243c4f-4ec0-4540-8632-2ac4814137b9 req-fefaaa87-7946-460e-aa89-306989ad5d3f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbf167cf-2f9a-42fc-a828-988bad1f3d0b HTTP/1.1" status: 200 len: 217 time: 0.0348237 Jul 15 19:18:14.324452 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a942d-9ed2-41d1-a55e-a3c42d41ff7b req-1a65e7cc-ff95-4bb3-b4e7-76e1eeaae17d tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:14.326770 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-365a942d-9ed2-41d1-a55e-a3c42d41ff7b req-1a65e7cc-ff95-4bb3-b4e7-76e1eeaae17d tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 944 time: 0.0649943 Jul 15 19:18:14.353529 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df243c4f-4ec0-4540-8632-2ac4814137b9 req-2bd420ba-ed0b-41c7-87cb-d5e7d4fb21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:14.355162 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-df243c4f-4ec0-4540-8632-2ac4814137b9 req-2bd420ba-ed0b-41c7-87cb-d5e7d4fb21ce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8faf6c09-c75a-4089-8bbb-01bb653de4b0 HTTP/1.1" status: 200 len: 858 time: 0.0440590 Jul 15 19:18:14.367754 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-365a942d-9ed2-41d1-a55e-a3c42d41ff7b req-c6d19d4e-2389-4cfa-8205-510d8130efad tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353851 Jul 15 19:18:14.396153 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-df243c4f-4ec0-4540-8632-2ac4814137b9 req-f1f27f3a-657a-4205-8536-3fd45be60f8b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306842 Jul 15 19:18:14.470538 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['51417d1e-3648-4f27-a372-b903675e4c83'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:18:14.492498 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-df243c4f-4ec0-4540-8632-2ac4814137b9 req-e53746c7-ed44-46b9-ae1b-3c57ce782122 service neutron] 10.222.0.93 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808184 Jul 15 19:18:14.564114 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d23987-19cc-4325-8266-cd7efcf97f30 req-69027fb2-e339-44e7-a572-b4d369c09eb1 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:14.565808 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-18d23987-19cc-4325-8266-cd7efcf97f30 req-69027fb2-e339-44e7-a572-b4d369c09eb1 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 944 time: 0.0669305 Jul 15 19:18:14.592920 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-df243c4f-4ec0-4540-8632-2ac4814137b9 req-0e8c5153-2ab0-4ba4-8ad7-6b135e561f01 service neutron] 10.222.0.93 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884809 Jul 15 19:18:14.607900 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-18d23987-19cc-4325-8266-cd7efcf97f30 req-2ae27fae-9cf7-4e6d-84e1-8a4a98d5ba55 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357354 Jul 15 19:18:14.676469 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f934a-9cc2-4e72-9e15-3d1f952b9803 req-dde3158a-1dda-4330-810c-eecc00d1460a tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:14.677826 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-483f934a-9cc2-4e72-9e15-3d1f952b9803 req-dde3158a-1dda-4330-810c-eecc00d1460a tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.93 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 945 time: 0.0643773 Jul 15 19:18:14.780512 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-483f934a-9cc2-4e72-9e15-3d1f952b9803 req-7e653d27-5b15-405f-94a7-fa90b7839145 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Deleting port 9e948047-3380-48c3-beaf-c5089257a287 {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:18:14.780851 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-483f934a-9cc2-4e72-9e15-3d1f952b9803 req-7e653d27-5b15-405f-94a7-fa90b7839145 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:14.864684 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-483f934a-9cc2-4e72-9e15-3d1f952b9803 req-7e653d27-5b15-405f-94a7-fa90b7839145 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] For port 9e948047-3380-48c3-beaf-c5089257a287, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9e948047-3380-48c3-beaf-c5089257a287,segment=NetworkSegment(9b737b28-4160-4b85-9c08-96d9a118b12e),segment_id=9b737b28-4160-4b85-9c08-96d9a118b12e)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:14.865355 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-483f934a-9cc2-4e72-9e15-3d1f952b9803 req-7e653d27-5b15-405f-94a7-fa90b7839145 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:14.877019 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-483f934a-9cc2-4e72-9e15-3d1f952b9803 req-7e653d27-5b15-405f-94a7-fa90b7839145 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Calling delete_port for 9e948047-3380-48c3-beaf-c5089257a287 owned by compute:nova {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:18:15.001901 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-483f934a-9cc2-4e72-9e15-3d1f952b9803 req-7e653d27-5b15-405f-94a7-fa90b7839145 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:15.055323 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e653d27-5b15-405f-94a7-fa90b7839145 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Pushing event deleted for resources: {'Port': ['ID=9e948047-3380-48c3-beaf-c5089257a287,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:15.058760 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5e0069e4-7ec1-40d0-aaf3-22f487c5014d req-3215c139-2b4d-457c-9005-ca4e90b2b040 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd05518d-a06f-4795-b325-a9d79916165f HTTP/1.1" status: 200 len: 210 time: 0.0499046 Jul 15 19:18:15.106634 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [req-483f934a-9cc2-4e72-9e15-3d1f952b9803 req-7e653d27-5b15-405f-94a7-fa90b7839145 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] No DVR routers for this DVR port 9e948047-3380-48c3-beaf-c5089257a287 on host hv-cinder-78445 {{(pid=93321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:18:15.109066 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-483f934a-9cc2-4e72-9e15-3d1f952b9803 req-7e653d27-5b15-405f-94a7-fa90b7839145 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:15.111015 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-483f934a-9cc2-4e72-9e15-3d1f952b9803 req-7e653d27-5b15-405f-94a7-fa90b7839145 tempest-AttachVolumeNegativeTest-772712740 tempest-AttachVolumeNegativeTest-772712740-project] 10.222.0.93 "DELETE /v2.0/ports/9e948047-3380-48c3-beaf-c5089257a287 HTTP/1.1" status: 204 len: 173 time: 0.4266541 Jul 15 19:18:15.111456 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd05518d-a06f-4795-b325-a9d79916165f', 'name': 'network-vif-deleted', 'tag': '9e948047-3380-48c3-beaf-c5089257a287'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:18:15.113656 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921d4af2-4405-4076-a638-a52492193759" -d '{"events": [{"server_uuid": "fd05518d-a06f-4795-b325-a9d79916165f", "name": "network-vif-deleted", "tag": "9e948047-3380-48c3-beaf-c5089257a287"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:18:15.149157 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8722362d-2110-47e1-a7d0-fbc3a7aa62f6 x-openstack-request-id: req-8722362d-2110-47e1-a7d0-fbc3a7aa62f6 {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:18:15.149450 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd05518d-a06f-4795-b325-a9d79916165f", "name": "network-vif-deleted", "tag": "9e948047-3380-48c3-beaf-c5089257a287", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:18:15.149701 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8722362d-2110-47e1-a7d0-fbc3a7aa62f6 {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:18:15.150102 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd05518d-a06f-4795-b325-a9d79916165f', 'name': 'network-vif-deleted', 'tag': '9e948047-3380-48c3-beaf-c5089257a287', 'status': 'completed', 'code': 200} Jul 15 19:18:15.340803 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99270192-f736-4f93-9f74-40898f8a5a40 req-2ffa5151-dd0f-403c-a253-68b7772a5e5e tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:15.342991 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-99270192-f736-4f93-9f74-40898f8a5a40 req-2ffa5151-dd0f-403c-a253-68b7772a5e5e tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0676165 Jul 15 19:18:15.420172 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-99270192-f736-4f93-9f74-40898f8a5a40 req-5a78c119-878b-4120-b8de-2398e52d32f3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670393 Jul 15 19:18:15.438674 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33266bc9-2681-40a7-b59f-b3840a6155f9 req-7020a68d-12a1-4adf-840e-f05cb73b9939 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:15.440182 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-33266bc9-2681-40a7-b59f-b3840a6155f9 req-7020a68d-12a1-4adf-840e-f05cb73b9939 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0963087 Jul 15 19:18:15.478172 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-33266bc9-2681-40a7-b59f-b3840a6155f9 req-9368c020-a9c1-4cf9-ba65-64dcef0ab5c1 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326223 Jul 15 19:18:15.513598 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:18:15.561035 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:18:15.565174 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:15.565546 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:15.582531 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f2a6c-03e6-43f9-8a63-adb6d2fd3015 req-8eebad69-d852-4a0c-bbb5-a0e62d40b9d1 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:15.584072 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-346f2a6c-03e6-43f9-8a63-adb6d2fd3015 req-8eebad69-d852-4a0c-bbb5-a0e62d40b9d1 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 944 time: 0.0637770 Jul 15 19:18:15.622177 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-346f2a6c-03e6-43f9-8a63-adb6d2fd3015 req-5d112bec-e3c6-4bab-a5bb-770b31d8c9d3 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322638 Jul 15 19:18:15.646022 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:15.668424 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ae1138-65a2-465a-8884-20ba1ee7c562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ac5700-82bb-4da1-ab8a-8bef2de2a4ba'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:18:15.671459 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b990e4b-8aec-48d6-abff-d28b72c4031b" -d '{"events": [{"server_uuid": "18ae1138-65a2-465a-8884-20ba1ee7c562", "name": "network-vif-plugged", "status": "completed", "tag": "61ac5700-82bb-4da1-ab8a-8bef2de2a4ba"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:18:15.687093 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=61ac5700-82bb-4da1-ab8a-8bef2de2a4ba,segment=NetworkSegment(30f2c0de-9a40-4b29-b0f9-ff5faebd484a),segment_id=30f2c0de-9a40-4b29-b0f9-ff5faebd484a)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:15.693065 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:15.719382 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb43da2-207a-4115-a6f4-779e9d8d9663 x-openstack-request-id: req-cdb43da2-207a-4115-a6f4-779e9d8d9663 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:18:15.719670 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ae1138-65a2-465a-8884-20ba1ee7c562", "name": "network-vif-plugged", "status": "completed", "tag": "61ac5700-82bb-4da1-ab8a-8bef2de2a4ba", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:18:15.719920 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cdb43da2-207a-4115-a6f4-779e9d8d9663 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:18:15.720299 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ae1138-65a2-465a-8884-20ba1ee7c562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ac5700-82bb-4da1-ab8a-8bef2de2a4ba', 'code': 200} Jul 15 19:18:15.744987 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=61ac5700-82bb-4da1-ab8a-8bef2de2a4ba,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:15.749367 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['9e948047-3380-48c3-beaf-c5089257a287'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:18:15.795428 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfeb0b-181e-451a-8ff9-2b4969dbf1a7 req-eecd1ffd-a369-4f66-bb25-f358534b6d07 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:15.797730 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2adfeb0b-181e-451a-8ff9-2b4969dbf1a7 req-eecd1ffd-a369-4f66-bb25-f358534b6d07 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 945 time: 0.0719900 Jul 15 19:18:15.836088 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2adfeb0b-181e-451a-8ff9-2b4969dbf1a7 req-e7ca69c9-4362-4fdc-949f-70af42f5121b tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328128 Jul 15 19:18:16.022096 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978868ee-3461-4499-a9e8-cb4618d6a2af req-574b3ace-6a43-459b-9fdd-174dfcf4cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:16.023613 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-978868ee-3461-4499-a9e8-cb4618d6a2af req-574b3ace-6a43-459b-9fdd-174dfcf4cb2e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 1098 time: 0.0561099 Jul 15 19:18:16.066797 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-978868ee-3461-4499-a9e8-cb4618d6a2af req-672665ca-3f5c-465c-bc0e-ea802dc61979 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279355 Jul 15 19:18:16.156994 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 47430) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:16.199979 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fbdabe-a189-451c-85a5-d41744374ec6 admin admin] Deleting subnet 6dda6e6c-290e-49ac-9920-7475b1feefbf {{(pid=93322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:18:16.203558 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-75fbdabe-a189-451c-85a5-d41744374ec6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:16.236369 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-75fbdabe-a189-451c-85a5-d41744374ec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132251514'] for subnet, precommit_delete_associations {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:16.273396 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-75fbdabe-a189-451c-85a5-d41744374ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921093'] for subnet, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:16.327081 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-75fbdabe-a189-451c-85a5-d41744374ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132284646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132654462'] for subnet, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:16.350865 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbdabe-a189-451c-85a5-d41744374ec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dda6e6c-290e-49ac-9920-7475b1feefbf,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:16.354467 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-75fbdabe-a189-451c-85a5-d41744374ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:16.356300 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-75fbdabe-a189-451c-85a5-d41744374ec6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6dda6e6c-290e-49ac-9920-7475b1feefbf HTTP/1.1" status: 204 len: 168 time: 0.1983290 Jul 15 19:18:16.359853 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 47432) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:16.425353 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-758c00e9-3f08-40f8-9d05-5a62d629e093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621038'] for network, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:16.504867 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-758c00e9-3f08-40f8-9d05-5a62d629e093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1920033', 'neutron.services.segments.db._delete_segments_for_network-8754284971340'] for network, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:16.516021 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-758c00e9-3f08-40f8-9d05-5a62d629e093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ebd5db-e6b4-4351-afb2-6548b006e9db']}} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:16.526104 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-758c00e9-3f08-40f8-9d05-5a62d629e093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b737b28-4160-4b85-9c08-96d9a118b12e') {'for_net_delete': True} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:16.526453 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-758c00e9-3f08-40f8-9d05-5a62d629e093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b737b28-4160-4b85-9c08-96d9a118b12e') {} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:16.536034 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-758c00e9-3f08-40f8-9d05-5a62d629e093 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754284973397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132251469'] for segment, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:16.549463 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-758c00e9-3f08-40f8-9d05-5a62d629e093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:16.557335 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758c00e9-3f08-40f8-9d05-5a62d629e093 admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=93322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:18:16.557725 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-758c00e9-3f08-40f8-9d05-5a62d629e093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132284996'] for segment, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: Traceback (most recent call last): Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: timer() Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: cb(*args, **kw) Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: return func(*args, **kwargs) Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: self._notify() Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: self.callback(batched_events) Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: event.method(event) Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: return f(self, *a, **k) Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._get(url).json() Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: return self.request(url, 'GET', **kwargs) Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:18:16.559507 dv-cinder-784453-9-iscsi neutron-server[93322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:18:16.597752 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80fa90-0729-470c-ba47-6b5d049db35d req-765e9384-0546-400a-a93c-95d1e192c87e tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:16.599340 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dd80fa90-0729-470c-ba47-6b5d049db35d req-765e9384-0546-400a-a93c-95d1e192c87e tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0645411 Jul 15 19:18:16.617103 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-758c00e9-3f08-40f8-9d05-5a62d629e093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1920056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978616'] for network, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:16.633697 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-758c00e9-3f08-40f8-9d05-5a62d629e093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:16.635605 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-758c00e9-3f08-40f8-9d05-5a62d629e093 admin admin] 10.222.0.73 "DELETE /v2.0/networks/24ebd5db-e6b4-4351-afb2-6548b006e9db HTTP/1.1" status: 204 len: 168 time: 0.2753439 Jul 15 19:18:16.636878 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c00e9-3f08-40f8-9d05-5a62d629e093 admin admin] Pushing event deleted for resources: {'Network': ['ID=24ebd5db-e6b4-4351-afb2-6548b006e9db,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:16.675343 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dd80fa90-0729-470c-ba47-6b5d049db35d req-724bbcce-cc7d-4da4-8529-dc7ea635dba6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705523 Jul 15 19:18:16.700448 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592eaf0-63b2-471a-811c-8b462cf213a3 req-43a11478-f6c3-4e6a-83f5-32019d73caba tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:16.702809 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0592eaf0-63b2-471a-811c-8b462cf213a3 req-43a11478-f6c3-4e6a-83f5-32019d73caba tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0964541 Jul 15 19:18:16.743734 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0592eaf0-63b2-471a-811c-8b462cf213a3 req-1fd4d88f-f1bd-4990-94d3-2616edba0ee7 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354559 Jul 15 19:18:16.820583 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 47442) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:16.842662 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdea6c-a4cb-429d-b732-b144f78e76a4 req-7ceae61f-ae7f-4928-932e-881b6e56eecd tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:16.844128 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-abcdea6c-a4cb-429d-b732-b144f78e76a4 req-7ceae61f-ae7f-4928-932e-881b6e56eecd tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 944 time: 0.0649414 Jul 15 19:18:16.862118 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-24dcffea-0850-4a44-a62d-f41c076925d6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8f07cb303335437f9507f6887f302493&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387001 Jul 15 19:18:16.862957 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 47446) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:16.885477 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-abcdea6c-a4cb-429d-b732-b144f78e76a4 req-9f202c10-4387-4bfe-bed6-3a39a96f3d76 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356879 Jul 15 19:18:16.913113 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d4b3faa2-0ff9-4df0-b940-96651cf19c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:16.934267 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d4b3faa2-0ff9-4df0-b940-96651cf19c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:16.983896 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d4b3faa2-0ff9-4df0-b940-96651cf19c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:16.987484 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d4b3faa2-0ff9-4df0-b940-96651cf19c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:16.988747 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-d4b3faa2-0ff9-4df0-b940-96651cf19c13 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c931929b-7cb1-4897-b977-e0990c965383 HTTP/1.1" status: 204 len: 168 time: 0.1248822 Jul 15 19:18:16.996410 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3faa2-0ff9-4df0-b940-96651cf19c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c931929b-7cb1-4897-b977-e0990c965383,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:17.019319 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f8bba-bc95-4ecb-b3da-cc474244b536 req-5e10992c-b711-4068-9be0-c46e62d8de14 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:17.020763 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a55f8bba-bc95-4ecb-b3da-cc474244b536 req-5e10992c-b711-4068-9be0-c46e62d8de14 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 945 time: 0.0691578 Jul 15 19:18:17.060879 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a55f8bba-bc95-4ecb-b3da-cc474244b536 req-7e189616-1c9a-4a10-9d97-e551aff6f65b tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326109 Jul 15 19:18:17.529819 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 51417d1e-3648-4f27-a372-b903675e4c83 up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:18:17.581703 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port 51417d1e-3648-4f27-a372-b903675e4c83 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:18:17.585253 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port 51417d1e-3648-4f27-a372-b903675e4c83 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:18:17.585619 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:17.660125 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:17.700759 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 51417d1e-3648-4f27-a372-b903675e4c83, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=51417d1e-3648-4f27-a372-b903675e4c83,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:17.705026 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:17.730851 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6854df4a-9f8f-4a67-9609-3635bee393d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51417d1e-3648-4f27-a372-b903675e4c83'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:18:17.733662 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f391760-39b0-4648-8819-4408028aebbb" -d '{"events": [{"server_uuid": "6854df4a-9f8f-4a67-9609-3635bee393d6", "name": "network-vif-plugged", "status": "completed", "tag": "51417d1e-3648-4f27-a372-b903675e4c83"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:18:17.761484 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=51417d1e-3648-4f27-a372-b903675e4c83,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:17.886393 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5cfbe-255a-406c-8118-2861ed44d3b3 req-b929955f-a901-4456-8ab4-ddea456ea0be tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:17.888479 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c9b5cfbe-255a-406c-8118-2861ed44d3b3 req-b929955f-a901-4456-8ab4-ddea456ea0be tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0749693 Jul 15 19:18:17.927549 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c9b5cfbe-255a-406c-8118-2861ed44d3b3 req-24830ab7-50bb-412f-b190-3d27869c1d16 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328138 Jul 15 19:18:17.974026 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b62e5d3-5e6d-4154-a4ed-311356654f37 x-openstack-request-id: req-6b62e5d3-5e6d-4154-a4ed-311356654f37 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:18:17.974411 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6854df4a-9f8f-4a67-9609-3635bee393d6", "name": "network-vif-plugged", "status": "completed", "tag": "51417d1e-3648-4f27-a372-b903675e4c83", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:18:17.974903 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6b62e5d3-5e6d-4154-a4ed-311356654f37 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:18:17.975575 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6854df4a-9f8f-4a67-9609-3635bee393d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51417d1e-3648-4f27-a372-b903675e4c83', 'code': 200} Jul 15 19:18:18.136357 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d241a5-8731-4a1b-acf9-3774014e97b9 req-9c66747f-4c4d-448e-afbb-ccb1edeea326 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:18.139410 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a6d241a5-8731-4a1b-acf9-3774014e97b9 req-9c66747f-4c4d-448e-afbb-ccb1edeea326 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0756438 Jul 15 19:18:18.183799 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a6d241a5-8731-4a1b-acf9-3774014e97b9 req-bd2d1ecf-50a6-4b94-a224-fa0c75aeeb81 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351591 Jul 15 19:18:18.302936 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65b1d7-81d8-43ea-ab48-7e2f76cd6f5b req-2c008c2c-9add-4ec8-8ae4-2c81169fbd23 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:18.304476 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4c65b1d7-81d8-43ea-ab48-7e2f76cd6f5b req-2c008c2c-9add-4ec8-8ae4-2c81169fbd23 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 945 time: 0.0727108 Jul 15 19:18:18.402987 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4c65b1d7-81d8-43ea-ab48-7e2f76cd6f5b req-cbbdd556-80e2-46a9-a366-d4ecaf57bcc4 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890801 Jul 15 19:18:18.429172 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73891f45-e8f2-4e9d-9c08-f1875ddfb9e2 req-4d9f5cb2-9e46-4336-ad49-e8c1d99b700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:18.430699 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-73891f45-e8f2-4e9d-9c08-f1875ddfb9e2 req-4d9f5cb2-9e46-4336-ad49-e8c1d99b700a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 1098 time: 0.1366587 Jul 15 19:18:18.438656 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef031c-b8b7-498d-8d50-91a92116d2be req-45360ced-e29e-4fcf-ac15-8219eff4f878 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:18.440054 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-71ef031c-b8b7-498d-8d50-91a92116d2be req-45360ced-e29e-4fcf-ac15-8219eff4f878 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 945 time: 0.1273086 Jul 15 19:18:18.497048 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-73891f45-e8f2-4e9d-9c08-f1875ddfb9e2 req-3d0cd1f9-4fab-434b-89a3-86e30442cfa7 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556228 Jul 15 19:18:18.501770 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-71ef031c-b8b7-498d-8d50-91a92116d2be req-4ee7f98d-86d9-43ee-8f71-e6de10ce2b3a tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556812 Jul 15 19:18:19.111792 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2eecb-6032-4a83-b1ef-2c0f8d2c9105 req-7a72de53-2825-4f32-9773-2358d52fd4ed tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:19.113725 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-34a2eecb-6032-4a83-b1ef-2c0f8d2c9105 req-7a72de53-2825-4f32-9773-2358d52fd4ed tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0706265 Jul 15 19:18:19.157346 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-34a2eecb-6032-4a83-b1ef-2c0f8d2c9105 req-4874b1fe-126f-4c3e-8dea-b972b28cfd94 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378652 Jul 15 19:18:19.364319 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d00ef8-3147-444a-9a3d-2e488f66befb req-8403fe38-99bd-4412-9284-7154dad3699b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:19.365815 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-57d00ef8-3147-444a-9a3d-2e488f66befb req-8403fe38-99bd-4412-9284-7154dad3699b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0656343 Jul 15 19:18:19.405197 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-57d00ef8-3147-444a-9a3d-2e488f66befb req-e7327c6b-54b3-465f-a0b5-39ec0bdd2afd tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338316 Jul 15 19:18:19.525915 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 9e948047-3380-48c3-beaf-c5089257a287 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:18:19.553112 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: 9e948047-3380-48c3-beaf-c5089257a287 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:18:19.553464 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 9e948047-3380-48c3-beaf-c5089257a287 not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:18:19.581430 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fafa0-2f82-497f-9af1-fc0b615da3d8 req-e89b28ce-3e30-4f82-87b4-da1719c410d7 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:19.582949 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-778fafa0-2f82-497f-9af1-fc0b615da3d8 req-e89b28ce-3e30-4f82-87b4-da1719c410d7 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 945 time: 0.0714083 Jul 15 19:18:19.620823 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-778fafa0-2f82-497f-9af1-fc0b615da3d8 req-1311eff0-4f94-43a5-b176-93649ee88e30 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318093 Jul 15 19:18:20.329364 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04a0f8-100b-4ae5-bc7e-7b60594ea308 req-e135c90f-3866-40fd-a257-e6d1608d745e tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:20.330767 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9e04a0f8-100b-4ae5-bc7e-7b60594ea308 req-e135c90f-3866-40fd-a257-e6d1608d745e tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0625846 Jul 15 19:18:20.368474 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9e04a0f8-100b-4ae5-bc7e-7b60594ea308 req-5d72dffa-fadb-4987-bba8-11b301e25ba4 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318096 Jul 15 19:18:20.577592 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a1446-1ba2-4da8-a85a-5f365b57e367 req-61d2721f-edbf-44bd-acba-64b57dc5d665 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:20.579090 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ff1a1446-1ba2-4da8-a85a-5f365b57e367 req-61d2721f-edbf-44bd-acba-64b57dc5d665 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0620129 Jul 15 19:18:20.615364 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ff1a1446-1ba2-4da8-a85a-5f365b57e367 req-44872486-cd3d-4b34-a12a-94591e5f9add tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306907 Jul 15 19:18:20.798178 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1ba7a-9b72-4605-8aaa-5f10db2455e7 req-547f5d08-1942-4d89-a5c8-4457e5aa50b3 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:20.799680 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-16b1ba7a-9b72-4605-8aaa-5f10db2455e7 req-547f5d08-1942-4d89-a5c8-4457e5aa50b3 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 945 time: 0.0661712 Jul 15 19:18:20.837763 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-16b1ba7a-9b72-4605-8aaa-5f10db2455e7 req-19a799be-47f1-4823-b34b-7bdf5721dc11 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323961 Jul 15 19:18:21.540528 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ff4a9-a464-4a4e-8331-fa1a6ad8fda7 req-006eed87-73d1-44a1-ad08-719aad52fb00 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:21.541918 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1c0ff4a9-a464-4a4e-8331-fa1a6ad8fda7 req-006eed87-73d1-44a1-ad08-719aad52fb00 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0641198 Jul 15 19:18:21.578932 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1c0ff4a9-a464-4a4e-8331-fa1a6ad8fda7 req-de2084b0-0bbf-4e03-82ae-a8f2e5fb5062 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314033 Jul 15 19:18:21.790442 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172e07-c919-4199-a4e7-9a8577612177 req-7ae5076a-4e3d-4bce-ab09-fea426d15daf tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:21.791978 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-08172e07-c919-4199-a4e7-9a8577612177 req-7ae5076a-4e3d-4bce-ab09-fea426d15daf tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0647306 Jul 15 19:18:21.829387 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-08172e07-c919-4199-a4e7-9a8577612177 req-6c8ed7c1-e63e-44e6-ae2a-f2a1bbbed56d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Jul 15 19:18:22.008105 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8b58c-081a-43ac-b8d2-29070b0edff9 req-1a380dd8-5076-4bfe-b154-e624df9b880d tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:22.009568 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1de8b58c-081a-43ac-b8d2-29070b0edff9 req-1a380dd8-5076-4bfe-b154-e624df9b880d tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 945 time: 0.0618272 Jul 15 19:18:22.046802 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1de8b58c-081a-43ac-b8d2-29070b0edff9 req-3e23066e-8cf2-4a03-83a7-c190c405e28a tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308464 Jul 15 19:18:22.751293 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c97bcd-376b-45b3-bbe7-b06343271bf7 req-da670c0e-efc4-41b9-b8f2-6a71e6c90bdd tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:22.752733 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b6c97bcd-376b-45b3-bbe7-b06343271bf7 req-da670c0e-efc4-41b9-b8f2-6a71e6c90bdd tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0611389 Jul 15 19:18:22.788702 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b6c97bcd-376b-45b3-bbe7-b06343271bf7 req-357bb200-e753-49db-8be8-402fbb0e6f59 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305228 Jul 15 19:18:23.003546 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a4ef5-e73d-4ddd-a93b-6fb6eba86da8 req-53ca98a2-f594-4b90-9020-6a3df461b17b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:23.005134 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6d7a4ef5-e73d-4ddd-a93b-6fb6eba86da8 req-53ca98a2-f594-4b90-9020-6a3df461b17b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0664556 Jul 15 19:18:23.042899 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6d7a4ef5-e73d-4ddd-a93b-6fb6eba86da8 req-ab954b71-1b9e-47d1-b90f-e7a69941391e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322607 Jul 15 19:18:23.067937 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-dc78e841-cbd7-4a62-9710-c53852eb7e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:23.217377 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68ee8f-2823-48e0-bf2e-ace37bb1b0a9 req-32f0a839-ef98-4374-ae0a-7f7009777ef5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:23.218859 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8d68ee8f-2823-48e0-bf2e-ace37bb1b0a9 req-32f0a839-ef98-4374-ae0a-7f7009777ef5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 945 time: 0.0626550 Jul 15 19:18:23.254980 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8d68ee8f-2823-48e0-bf2e-ace37bb1b0a9 req-e0d241da-cf44-4ff2-800a-774710503bab tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307050 Jul 15 19:18:23.966106 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d97cd6-87b2-498b-8916-565ac57f08ff req-c0605cfa-664a-4f40-bdf5-6003a970883c tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:23.967622 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-74d97cd6-87b2-498b-8916-565ac57f08ff req-c0605cfa-664a-4f40-bdf5-6003a970883c tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0652831 Jul 15 19:18:24.006048 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-74d97cd6-87b2-498b-8916-565ac57f08ff req-91022613-6963-474f-b2f1-63c608e16dc9 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330274 Jul 15 19:18:24.216349 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a227e-e81f-4db1-80ea-36503fa4ff4e req-faec8745-6cfd-42a9-af7f-8bfa1920d36a tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:24.217860 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5b3a227e-e81f-4db1-80ea-36503fa4ff4e req-faec8745-6cfd-42a9-af7f-8bfa1920d36a tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0628963 Jul 15 19:18:24.256677 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5b3a227e-e81f-4db1-80ea-36503fa4ff4e req-fe100e17-b63c-4ae4-9c2b-e1bea1355f9b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322847 Jul 15 19:18:24.428993 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8310700-0d60-48af-a4ea-fb844717daaa req-4a44ad6f-6d5b-4a89-bb7c-1edb9f8e3a4b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:24.430544 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d8310700-0d60-48af-a4ea-fb844717daaa req-4a44ad6f-6d5b-4a89-bb7c-1edb9f8e3a4b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 945 time: 0.0664170 Jul 15 19:18:24.474936 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d8310700-0d60-48af-a4ea-fb844717daaa req-c4df7cac-304d-427a-892b-03e00164a8c6 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378475 Jul 15 19:18:24.651116 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e6d7d-d45d-46f4-bb20-106f8fed6c26 req-5392998d-a985-4950-8372-a61ddc90aa64 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:24.652449 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-757e6d7d-d45d-46f4-bb20-106f8fed6c26 req-5392998d-a985-4950-8372-a61ddc90aa64 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 945 time: 0.0653419 Jul 15 19:18:24.689999 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-757e6d7d-d45d-46f4-bb20-106f8fed6c26 req-4c77df06-4418-4cf8-ae66-d378b750b506 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316885 Jul 15 19:18:24.713215 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 47592) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:24.900244 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c467e4-c395-466d-b36b-eebb7f4fb90a tempest-TestVolumeBootPattern-1037983584 tempest-TestVolumeBootPattern-1037983584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:24.901779 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-a0c467e4-c395-466d-b36b-eebb7f4fb90a tempest-TestVolumeBootPattern-1037983584 tempest-TestVolumeBootPattern-1037983584-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 1093 time: 0.1872852 Jul 15 19:18:24.905136 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 47596) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:24.909352 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Request body: {'floatingip': {'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'port_id': '51417d1e-3648-4f27-a372-b903675e4c83', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:18:24.930965 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for floatingip, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:25.026396 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:25.140873 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Allocated IP 172.27.0.185 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/872a5312-d13a-4dca-b16f-b7f1a227e4ae) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:18:25.265250 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d65c68-3224-4103-9ddf-9d3ad64675e3 req-fbf5726c-dfef-4ea1-8580-2a95811911c9 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:25.266785 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-58d65c68-3224-4103-9ddf-9d3ad64675e3 req-fbf5726c-dfef-4ea1-8580-2a95811911c9 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.1490216 Jul 15 19:18:25.307152 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:25.342218 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-58d65c68-3224-4103-9ddf-9d3ad64675e3 req-4b151570-2077-497a-806e-b8a2383aeb31 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643401 Jul 15 19:18:25.379471 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:25.453114 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:18:25.462594 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:18:25.465620 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:18:25.468585 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event updated for resources: {'Port': ['ID=872a5312-d13a-4dca-b16f-b7f1a227e4ae,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:25.553047 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49526853-383a-47e6-91c5-740438db9d83 req-57124901-1cc2-4622-8e12-011b517b299b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:25.554547 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-49526853-383a-47e6-91c5-740438db9d83 req-57124901-1cc2-4622-8e12-011b517b299b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.1707456 Jul 15 19:18:25.630688 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-49526853-383a-47e6-91c5-740438db9d83 req-b1857f52-5207-44b0-bb6f-12822dbbb415 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665617 Jul 15 19:18:25.635578 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-d170831d-3376-41f3-b1fe-4a157cd02bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:25.703847 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:25.889114 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:25.964089 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:26.108003 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:26.112363 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:26.181045 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event updated for resources: {'Port': ['ID=872a5312-d13a-4dca-b16f-b7f1a227e4ae,revision_number=2']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:26.193467 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978606'] for floatingip, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:26.290327 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.l3_db [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Floating IP ba5f5621-3d52-44e8-8b78-d33406f8dd02 associated. External IP: 172.27.0.185, port: 51417d1e-3648-4f27-a372-b903675e4c83. Jul 15 19:18:26.616103 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:26.649438 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 47636) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:26.761663 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-64ccf06e-2ac1-464a-81d0-315ea45558ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:26.849388 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Router 00cbb213-ccab-48b6-90a5-2805db14d19e has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:18:26.850830 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-64ccf06e-2ac1-464a-81d0-315ea45558ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:26.854825 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-64ccf06e-2ac1-464a-81d0-315ea45558ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:26.884625 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ae09f-8818-4f3d-98b3-c8b248743ee0 req-91821d07-f0ea-47d2-801e-82fa46383145 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:26.886106 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-064ae09f-8818-4f3d-98b3-c8b248743ee0 req-91821d07-f0ea-47d2-801e-82fa46383145 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.4021635 Jul 15 19:18:26.896890 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d93452-fc94-4f29-a328-e2875e85c583 req-0d51777e-40c8-4297-b840-793a11643cd0 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:26.898044 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-64ccf06e-2ac1-464a-81d0-315ea45558ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8aaa1ec7427d4b1a877d9b1c8d682ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474051 Jul 15 19:18:26.898362 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-26d93452-fc94-4f29-a328-e2875e85c583 req-0d51777e-40c8-4297-b840-793a11643cd0 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.1372926 Jul 15 19:18:26.900657 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 47642) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:26.908724 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccf06e-2ac1-464a-81d0-315ea45558ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8da452-81f2-4838-95c0-acc78d95be7c,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:26.954397 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0a7431df-e549-42c3-954d-d6744d49b88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:26.975707 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0a7431df-e549-42c3-954d-d6744d49b88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:27.022185 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-064ae09f-8818-4f3d-98b3-c8b248743ee0 req-bf89c515-9064-41c2-aea1-c411f857c71c tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227789 Jul 15 19:18:27.024853 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0a7431df-e549-42c3-954d-d6744d49b88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:27.031585 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0a7431df-e549-42c3-954d-d6744d49b88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:27.035263 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-0a7431df-e549-42c3-954d-d6744d49b88b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b8da452-81f2-4838-95c0-acc78d95be7c HTTP/1.1" status: 204 len: 168 time: 0.1333809 Jul 15 19:18:27.039760 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-26d93452-fc94-4f29-a328-e2875e85c583 req-5379b389-9f6a-40d8-8761-039debe18ecb tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033666 Jul 15 19:18:27.049896 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7431df-e549-42c3-954d-d6744d49b88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8da452-81f2-4838-95c0-acc78d95be7c,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:27.057002 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:18:27.071141 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96615090-150d-4e2e-a5db-fc0db3eb09c1 None None] Sync routers for ids ['00cbb213-ccab-48b6-90a5-2805db14d19e'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:18:27.074361 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:27.086175 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96615090-150d-4e2e-a5db-fc0db3eb09c1 None None] Routers {'00cbb213-ccab-48b6-90a5-2805db14d19e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:18:27.087012 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-96615090-150d-4e2e-a5db-fc0db3eb09c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:18:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['00cbb213-ccab-48b6-90a5-2805db14d19e'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:27.113022 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-d9121890-ba0d-4abe-8741-b3c0873884e9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2067900 Jul 15 19:18:27.113640 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6854df4a-9f8f-4a67-9609-3635bee393d6', 'tag': '51417d1e-3648-4f27-a372-b903675e4c83'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:18:27.115885 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08447dd0-eb15-48ae-8855-dfa4877d72bc" -d '{"events": [{"name": "network-changed", "server_uuid": "6854df4a-9f8f-4a67-9609-3635bee393d6", "tag": "51417d1e-3648-4f27-a372-b903675e4c83"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:18:27.154732 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672a287f-dd2b-4dcc-b463-f9709ec8404c x-openstack-request-id: req-672a287f-dd2b-4dcc-b463-f9709ec8404c {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:18:27.155262 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6854df4a-9f8f-4a67-9609-3635bee393d6", "tag": "51417d1e-3648-4f27-a372-b903675e4c83", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:18:27.155574 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-672a287f-dd2b-4dcc-b463-f9709ec8404c {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:18:27.155959 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6854df4a-9f8f-4a67-9609-3635bee393d6', 'tag': '51417d1e-3648-4f27-a372-b903675e4c83', 'status': 'completed', 'code': 200} Jul 15 19:18:27.197907 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-96615090-150d-4e2e-a5db-fc0db3eb09c1 None None] Set router 00cbb213-ccab-48b6-90a5-2805db14d19e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:18:27.279607 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08447dd0-eb15-48ae-8855-dfa4877d72bc req-5e7171a0-2f65-4f8a-90e7-72c971c17587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:27.281153 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-08447dd0-eb15-48ae-8855-dfa4877d72bc req-5e7171a0-2f65-4f8a-90e7-72c971c17587 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=412cc63088124ce79a3589f0ee2bac63&device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 1098 time: 0.0586157 Jul 15 19:18:27.386179 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08447dd0-eb15-48ae-8855-dfa4877d72bc req-78a8f898-d0b3-42ea-86ba-e4d4a8397cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:27.388284 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-08447dd0-eb15-48ae-8855-dfa4877d72bc req-78a8f898-d0b3-42ea-86ba-e4d4a8397cbd service neutron] 10.222.0.93 "GET /v2.0/networks?id=f85f717e-1189-49c0-bcaa-5760f144f50d HTTP/1.1" status: 200 len: 913 time: 0.0947223 Jul 15 19:18:27.451986 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-96615090-150d-4e2e-a5db-fc0db3eb09c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': 'ba5f5621-3d52-44e8-8b78-d33406f8dd02', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'port_id': '51417d1e-3648-4f27-a372-b903675e4c83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'mac_address': 'fa:16:3e:52:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854df4a-9f8f-4a67-9609-3635bee393d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:18:25Z', 'updated_at': '2021-07-15T19:18:25Z', 'revision_number': 0, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:27.456554 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-08447dd0-eb15-48ae-8855-dfa4877d72bc req-106e4d71-9e48-420c-aa45-933618506121 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51417d1e-3648-4f27-a372-b903675e4c83 HTTP/1.1" status: 200 len: 999 time: 0.0585530 Jul 15 19:18:27.479584 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96615090-150d-4e2e-a5db-fc0db3eb09c1 None None] Checking router: 00cbb213-ccab-48b6-90a5-2805db14d19e for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:18:27.489176 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96615090-150d-4e2e-a5db-fc0db3eb09c1 None None] Routers {'00cbb213-ccab-48b6-90a5-2805db14d19e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:18:27.489779 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-96615090-150d-4e2e-a5db-fc0db3eb09c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:18:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['00cbb213-ccab-48b6-90a5-2805db14d19e'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:27.513252 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08447dd0-eb15-48ae-8855-dfa4877d72bc req-cc04129b-e91e-4e84-9e46-126b6279bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:27.514739 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-08447dd0-eb15-48ae-8855-dfa4877d72bc req-cc04129b-e91e-4e84-9e46-126b6279bff4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=96d427e5-3376-4497-acbb-248c3bfd0fc9 HTTP/1.1" status: 200 len: 850 time: 0.0470438 Jul 15 19:18:27.586683 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08447dd0-eb15-48ae-8855-dfa4877d72bc req-6fdfb3cf-09cc-4135-ad3a-aa1c8eac691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:27.588851 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-08447dd0-eb15-48ae-8855-dfa4877d72bc req-6fdfb3cf-09cc-4135-ad3a-aa1c8eac691a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f85f717e-1189-49c0-bcaa-5760f144f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663512 Jul 15 19:18:27.690228 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-96615090-150d-4e2e-a5db-fc0db3eb09c1 None None] Set router 00cbb213-ccab-48b6-90a5-2805db14d19e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:18:27.714156 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-08447dd0-eb15-48ae-8855-dfa4877d72bc req-71d5bdf5-cd88-4061-a0f5-8632e21c5b53 service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153862 Jul 15 19:18:27.831465 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-08447dd0-eb15-48ae-8855-dfa4877d72bc req-b8dfba5b-e1b5-4f89-9324-9a4b24438f99 service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002622 Jul 15 19:18:27.938270 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-96615090-150d-4e2e-a5db-fc0db3eb09c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': 'ba5f5621-3d52-44e8-8b78-d33406f8dd02', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'port_id': '51417d1e-3648-4f27-a372-b903675e4c83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'mac_address': 'fa:16:3e:52:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854df4a-9f8f-4a67-9609-3635bee393d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:18:25Z', 'updated_at': '2021-07-15T19:18:25Z', 'revision_number': 0, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:18:27.963964 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96615090-150d-4e2e-a5db-fc0db3eb09c1 None None] The sync data for ids ['00cbb213-ccab-48b6-90a5-2805db14d19e'] in dv-cinder-784453-9-iscsi is: [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': 'ba5f5621-3d52-44e8-8b78-d33406f8dd02', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'port_id': '51417d1e-3648-4f27-a372-b903675e4c83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'mac_address': 'fa:16:3e:52:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854df4a-9f8f-4a67-9609-3635bee393d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:18:25Z', 'updated_at': '2021-07-15T19:18:25Z', 'revision_number': 0, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:18:28.224280 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138c795-67e5-47ea-aa4a-902f20bfa503 None None] New status for floating IP ba5f5621-3d52-44e8-8b78-d33406f8dd02: ACTIVE {{(pid=93323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:18:28.241233 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbf06b-3730-42ac-8a55-96568f06f511 req-955e0058-119a-45b0-bdd2-20b0c6611fec tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:28.248727 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0cbbf06b-3730-42ac-8a55-96568f06f511 req-955e0058-119a-45b0-bdd2-20b0c6611fec tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0969026 Jul 15 19:18:28.283223 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0cbbf06b-3730-42ac-8a55-96568f06f511 req-6612cd01-c2e7-444f-90a5-d9546d17a44f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334070 Jul 15 19:18:28.348843 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:28.390916 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210831f8-76bd-46a7-b125-56984c1deea8 req-d6c47b95-ef0a-40b5-ba83-b94e3475a531 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:28.392424 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-210831f8-76bd-46a7-b125-56984c1deea8 req-d6c47b95-ef0a-40b5-ba83-b94e3475a531 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0758779 Jul 15 19:18:28.438685 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-210831f8-76bd-46a7-b125-56984c1deea8 req-43caa8a1-8195-4258-973d-53d7f4d776ab tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403054 Jul 15 19:18:28.589583 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:28.683907 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db76d22-d4a4-47cb-bfde-ce15f1d043e5 req-2a62f6f3-2b11-4c58-9b4f-eda5c5b52658 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:28.685949 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3db76d22-d4a4-47cb-bfde-ce15f1d043e5 req-2a62f6f3-2b11-4c58-9b4f-eda5c5b52658 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0690727 Jul 15 19:18:28.750567 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3db76d22-d4a4-47cb-bfde-ce15f1d043e5 req-99e4e596-9bc2-4142-8b55-1a5cfe134b89 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561273 Jul 15 19:18:28.766228 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5eaf4-a136-4002-aaf9-a38079de8159 req-68ad3472-67b3-4ed7-8c49-ca6ea1d6c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:28.767709 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-88a5eaf4-a136-4002-aaf9-a38079de8159 req-68ad3472-67b3-4ed7-8c49-ca6ea1d6c5b9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd62e01c91bf494db0e0d5e92bd12beb&device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 1099 time: 0.0809655 Jul 15 19:18:28.861123 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5eaf4-a136-4002-aaf9-a38079de8159 req-48c1776e-b0d9-4c90-a1e1-f9638fce8a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:28.862614 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-88a5eaf4-a136-4002-aaf9-a38079de8159 req-48c1776e-b0d9-4c90-a1e1-f9638fce8a51 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 HTTP/1.1" status: 200 len: 913 time: 0.0868225 Jul 15 19:18:28.938142 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-88a5eaf4-a136-4002-aaf9-a38079de8159 req-db498285-20f7-4a1e-aab4-b5b1827e2978 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8158ece9-82b8-43de-aafb-639210c7e093 HTTP/1.1" status: 200 len: 1000 time: 0.0575337 Jul 15 19:18:28.997345 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5eaf4-a136-4002-aaf9-a38079de8159 req-e1bb728f-c2f3-4ba8-8b90-d2a96dfb7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:28.998837 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-88a5eaf4-a136-4002-aaf9-a38079de8159 req-e1bb728f-c2f3-4ba8-8b90-d2a96dfb7c75 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=73946c0a-f74c-48dd-bd39-ef27990bbc2b HTTP/1.1" status: 200 len: 850 time: 0.0433590 Jul 15 19:18:29.072799 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5eaf4-a136-4002-aaf9-a38079de8159 req-21b4c6e8-51cb-4bd6-b41b-05dd14469b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:29.074268 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-88a5eaf4-a136-4002-aaf9-a38079de8159 req-21b4c6e8-51cb-4bd6-b41b-05dd14469b69 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551198 Jul 15 19:18:29.165585 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-88a5eaf4-a136-4002-aaf9-a38079de8159 req-b9d8e0c2-8b6b-47c3-bca4-53861d39f813 service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801888 Jul 15 19:18:29.255861 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-88a5eaf4-a136-4002-aaf9-a38079de8159 req-e04f0bff-b297-423d-8ad7-b449103e9d69 service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835831 Jul 15 19:18:29.618346 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4979b2-b6ea-4abb-9bce-066cf0fdb01f req-95760f08-eb31-424c-b931-e8171f862494 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:29.619880 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8d4979b2-b6ea-4abb-9bce-066cf0fdb01f req-95760f08-eb31-424c-b931-e8171f862494 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0660441 Jul 15 19:18:29.658594 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8d4979b2-b6ea-4abb-9bce-066cf0fdb01f req-71a6371d-fe48-499c-85a4-cc2d88dcfd16 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322397 Jul 15 19:18:29.925173 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed21d3-19a8-407e-aba9-732db6e0a75a req-3817bc90-1ec1-4c54-8d0c-8074fbc1bb83 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:29.926639 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-66ed21d3-19a8-407e-aba9-732db6e0a75a req-3817bc90-1ec1-4c54-8d0c-8074fbc1bb83 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0656683 Jul 15 19:18:29.963315 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-66ed21d3-19a8-407e-aba9-732db6e0a75a req-168928d0-ee23-4c34-951d-6eff48d186be tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311971 Jul 15 19:18:30.847965 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba4091-ba56-4952-acb2-81a83d2eadbb req-f14ef3af-0285-43c2-8350-744dfce9f780 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:30.849473 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f0ba4091-ba56-4952-acb2-81a83d2eadbb req-f14ef3af-0285-43c2-8350-744dfce9f780 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0747693 Jul 15 19:18:30.887810 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f0ba4091-ba56-4952-acb2-81a83d2eadbb req-8137532d-9f38-4446-8e9f-af19261d7b00 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322163 Jul 15 19:18:30.929015 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 47732) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:31.032255 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-96b21a7c-58e7-4fab-8f68-c31df9effa90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:31.163210 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-96b21a7c-58e7-4fab-8f68-c31df9effa90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:31.167907 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-96b21a7c-58e7-4fab-8f68-c31df9effa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:31.185914 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed493286-dd29-43e9-b98b-3633414a3afa req-096ad32b-3217-42f4-9f62-f3b24da157d0 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:31.187402 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ed493286-dd29-43e9-b98b-3633414a3afa req-096ad32b-3217-42f4-9f62-f3b24da157d0 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.1112213 Jul 15 19:18:31.229031 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-96b21a7c-58e7-4fab-8f68-c31df9effa90 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=77779144df294a7aab33f5ed843484bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989638 Jul 15 19:18:31.232243 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 47738) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:31.234801 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b21a7c-58e7-4fab-8f68-c31df9effa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed1a1a5-539a-4849-9b39-0249f6be4ba5,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:31.249286 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ed493286-dd29-43e9-b98b-3633414a3afa req-85ed236e-9165-45cb-819c-f32fbcbc0d13 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553956 Jul 15 19:18:31.284851 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ad5b69a6-abca-4ef0-b2e9-0887a104654b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:31.305115 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ad5b69a6-abca-4ef0-b2e9-0887a104654b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:31.351158 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ad5b69a6-abca-4ef0-b2e9-0887a104654b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:31.353985 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ad5b69a6-abca-4ef0-b2e9-0887a104654b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:31.355446 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-ad5b69a6-abca-4ef0-b2e9-0887a104654b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7ed1a1a5-539a-4849-9b39-0249f6be4ba5 HTTP/1.1" status: 204 len: 168 time: 0.1220391 Jul 15 19:18:31.364136 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b69a6-abca-4ef0-b2e9-0887a104654b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed1a1a5-539a-4849-9b39-0249f6be4ba5,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:32.080262 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6b87a-33fb-4d6e-942c-c60416e0a386 req-38a918a9-f381-4004-8885-a185e9edd289 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:32.081779 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a1c6b87a-33fb-4d6e-942c-c60416e0a386 req-38a918a9-f381-4004-8885-a185e9edd289 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0748224 Jul 15 19:18:32.119646 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a1c6b87a-33fb-4d6e-942c-c60416e0a386 req-ee00c4c8-8bd8-473f-8863-df2bc7330b58 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321138 Jul 15 19:18:32.285083 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:18:33.298282 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ab9c2-dc41-4422-bafd-52ee54c5394e req-bf32b4cf-4c6a-4387-9804-9a7a6aeb998b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:33.299764 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c51ab9c2-dc41-4422-bafd-52ee54c5394e req-bf32b4cf-4c6a-4387-9804-9a7a6aeb998b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0659428 Jul 15 19:18:33.338858 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c51ab9c2-dc41-4422-bafd-52ee54c5394e req-7e0c87c6-2c5f-4034-b631-eff7430d6dd9 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335405 Jul 15 19:18:34.510896 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d09eea-6da1-4146-bda0-0e7bf0acfdba req-beee0bab-2b25-4c0f-8787-2c9fe75db959 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:34.512373 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-70d09eea-6da1-4146-bda0-0e7bf0acfdba req-beee0bab-2b25-4c0f-8787-2c9fe75db959 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0662851 Jul 15 19:18:34.548870 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-70d09eea-6da1-4146-bda0-0e7bf0acfdba req-2a884af6-e42d-49d2-8b2c-e3f5999c7c22 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307224 Jul 15 19:18:35.721291 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb613d-8939-441d-bb60-c4a57406607a req-920a8c8b-fd11-40af-8d46-ab4eb1e5aac9 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:35.722786 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-adfb613d-8939-441d-bb60-c4a57406607a req-920a8c8b-fd11-40af-8d46-ab4eb1e5aac9 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0632131 Jul 15 19:18:35.760202 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-adfb613d-8939-441d-bb60-c4a57406607a req-2b3bc9a1-4660-4372-ae31-5a9cbda0a5c2 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319612 Jul 15 19:18:36.944864 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cade714-7d7d-4a53-81cd-866a595b0ed2 req-347eb3c6-8c91-4ddb-aded-096f75b03098 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:36.946348 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9cade714-7d7d-4a53-81cd-866a595b0ed2 req-347eb3c6-8c91-4ddb-aded-096f75b03098 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0680308 Jul 15 19:18:36.985631 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9cade714-7d7d-4a53-81cd-866a595b0ed2 req-cc606f05-3852-443e-a129-2d6e5e10d4de tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333059 Jul 15 19:18:38.157716 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d97336-29a8-4a5f-849f-d6d562c2adc6 req-152bb670-21e6-4810-b073-c6669d52f4e5 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:38.159209 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-70d97336-29a8-4a5f-849f-d6d562c2adc6 req-152bb670-21e6-4810-b073-c6669d52f4e5 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0622258 Jul 15 19:18:38.195499 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-70d97336-29a8-4a5f-849f-d6d562c2adc6 req-ea0a4f68-1df1-48bc-a534-911631da4162 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305665 Jul 15 19:18:39.369820 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f50318-90e4-4f97-b998-52ddc796275c req-bf3dbea2-a93f-40d5-8cf4-5f43224459ff tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:39.371593 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c2f50318-90e4-4f97-b998-52ddc796275c req-bf3dbea2-a93f-40d5-8cf4-5f43224459ff tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0658057 Jul 15 19:18:39.409157 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c2f50318-90e4-4f97-b998-52ddc796275c req-5a2a4c3f-5ffb-4087-99de-b1ca4e3635b4 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319612 Jul 15 19:18:40.581221 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00205f-b4f7-4301-a57f-c7894f77764f req-03a8bc39-3a66-45e3-923a-dfbe402d9a57 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:40.582713 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5a00205f-b4f7-4301-a57f-c7894f77764f req-03a8bc39-3a66-45e3-923a-dfbe402d9a57 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0641339 Jul 15 19:18:40.621589 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5a00205f-b4f7-4301-a57f-c7894f77764f req-d1911800-b1c5-4f45-a97f-63b84cc038ce tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329258 Jul 15 19:18:41.791493 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0636d3c-4239-4b97-a2e7-6eac6664914f req-c9216076-d5ce-471e-977f-5e0e215c19bd tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:41.793099 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b0636d3c-4239-4b97-a2e7-6eac6664914f req-c9216076-d5ce-471e-977f-5e0e215c19bd tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0622027 Jul 15 19:18:41.830332 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b0636d3c-4239-4b97-a2e7-6eac6664914f req-4177d89f-1539-44e9-9e1d-3c4893148eab tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314510 Jul 15 19:18:43.010998 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f254423-e2aa-41de-87e7-90fb67f25144 req-3c867662-23e8-4e01-8955-98abb4f3ce85 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:43.012495 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3f254423-e2aa-41de-87e7-90fb67f25144 req-3c867662-23e8-4e01-8955-98abb4f3ce85 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0686717 Jul 15 19:18:43.051343 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3f254423-e2aa-41de-87e7-90fb67f25144 req-23eb355b-24db-4ce0-8287-00076c1e03a0 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331261 Jul 15 19:18:44.223268 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf108d9-7093-4480-9953-c7826d56dd72 req-3e65d42f-28d1-4927-9124-4b9209c93fd0 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:44.224758 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-abf108d9-7093-4480-9953-c7826d56dd72 req-3e65d42f-28d1-4927-9124-4b9209c93fd0 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0634382 Jul 15 19:18:44.263009 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-abf108d9-7093-4480-9953-c7826d56dd72 req-4954ef2a-d861-4372-8d1a-f2621485c852 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322268 Jul 15 19:18:45.442331 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ee1c6-fca6-4d41-8290-903c0a62e129 req-428736ad-69b9-4be6-8b3e-af59d790b31b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:45.444035 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6e5ee1c6-fca6-4d41-8290-903c0a62e129 req-428736ad-69b9-4be6-8b3e-af59d790b31b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0687134 Jul 15 19:18:45.642947 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6e5ee1c6-fca6-4d41-8290-903c0a62e129 req-2fbac598-7b22-4438-a30c-a0edb3b60bda tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929748 Jul 15 19:18:46.386854 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf29e8-6eac-4564-b8d9-a8a885e7c95d req-4808e2ea-7b5f-4ce2-b8ed-eb4958926731 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:46.388328 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c3cf29e8-6eac-4564-b8d9-a8a885e7c95d req-4808e2ea-7b5f-4ce2-b8ed-eb4958926731 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 945 time: 0.0631170 Jul 15 19:18:46.426232 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c3cf29e8-6eac-4564-b8d9-a8a885e7c95d req-761b03ed-eac9-47dc-9949-83856860f3f2 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318310 Jul 15 19:18:46.866065 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135652b-580b-44ee-a59b-2651a28bd1de req-2076c4f2-5d25-498b-897d-4ea43f672c25 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:46.867610 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0135652b-580b-44ee-a59b-2651a28bd1de req-2076c4f2-5d25-498b-897d-4ea43f672c25 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.1127656 Jul 15 19:18:46.907782 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0135652b-580b-44ee-a59b-2651a28bd1de req-fe2aa4e3-f1db-444b-a9da-941aea1f0e8e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328243 Jul 15 19:18:46.954063 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 47968) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:47.058408 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c6ef-4a79-4a10-8d03-4d9e3b894989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.145455 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c6ef-4a79-4a10-8d03-4d9e3b894989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.149091 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c6ef-4a79-4a10-8d03-4d9e3b894989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.187912 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-c1c1c6ef-4a79-4a10-8d03-4d9e3b894989 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4cb8242d299a49c589880e4da4d0af11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323799 Jul 15 19:18:47.189861 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1c6ef-4a79-4a10-8d03-4d9e3b894989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a6a4a2-ecb7-48d6-9ab5-150a8339db0d,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:47.191202 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 47972) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:47.242770 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-501fbd1f-80af-4647-afba-5661c3cefc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.263247 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-501fbd1f-80af-4647-afba-5661c3cefc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.308149 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-501fbd1f-80af-4647-afba-5661c3cefc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.310725 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-501fbd1f-80af-4647-afba-5661c3cefc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:47.311856 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-501fbd1f-80af-4647-afba-5661c3cefc83 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/82a6a4a2-ecb7-48d6-9ab5-150a8339db0d HTTP/1.1" status: 204 len: 168 time: 0.1195998 Jul 15 19:18:47.319364 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fbd1f-80af-4647-afba-5661c3cefc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a6a4a2-ecb7-48d6-9ab5-150a8339db0d,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:47.605898 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6d410-b795-43f6-a8e9-bf7c3a054ff7 req-58c6183a-186e-4c4d-aba4-8324dc27a5c3 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:47.607459 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-59c6d410-b795-43f6-a8e9-bf7c3a054ff7 req-58c6183a-186e-4c4d-aba4-8324dc27a5c3 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 945 time: 0.0711141 Jul 15 19:18:47.647481 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-59c6d410-b795-43f6-a8e9-bf7c3a054ff7 req-d8e98f70-8fbc-4414-940a-cb215f90d81d tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335503 Jul 15 19:18:48.086212 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191f2d5-21e5-4949-859a-c3a0a9451f9d req-fd8bb8ed-5e0d-4d9e-acbf-eae7be6fff17 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:48.087697 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b191f2d5-21e5-4949-859a-c3a0a9451f9d req-fd8bb8ed-5e0d-4d9e-acbf-eae7be6fff17 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0678132 Jul 15 19:18:48.127572 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b191f2d5-21e5-4949-859a-c3a0a9451f9d req-28f78cee-fc14-4506-8045-92fd1f113edc tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342755 Jul 15 19:18:48.826256 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366f520-ce1d-46a4-9f62-51513c3bedf2 req-08c6272e-8b3b-4052-9c74-29bcf8776847 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:48.827725 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a366f520-ce1d-46a4-9f62-51513c3bedf2 req-08c6272e-8b3b-4052-9c74-29bcf8776847 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 945 time: 0.0632300 Jul 15 19:18:48.866446 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a366f520-ce1d-46a4-9f62-51513c3bedf2 req-d3361cc1-5566-4772-a7cd-6de7ce7c2dd0 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/security-groups?id=8777a534-4474-47b7-a7e9-ee25855ebe11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329690 Jul 15 19:18:49.333666 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d7d1f-f125-4a00-90a7-b7770b9380f7 req-e7e3028c-d3cf-427d-ac82-3efeb5a983f6 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:49.335167 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ff1d7d1f-f125-4a00-90a7-b7770b9380f7 req-e7e3028c-d3cf-427d-ac82-3efeb5a983f6 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.93 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 945 time: 0.1109667 Jul 15 19:18:49.348001 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cc87b-475d-42da-84ae-baebd5b79b65 req-9b0e97e9-9f6e-4488-bb38-e35c48fb5fb4 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:49.349445 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-276cc87b-475d-42da-84ae-baebd5b79b65 req-9b0e97e9-9f6e-4488-bb38-e35c48fb5fb4 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0957725 Jul 15 19:18:49.442405 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-276cc87b-475d-42da-84ae-baebd5b79b65 req-6cd45867-4b1d-40e3-bc5f-0eaf6a377d69 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856752 Jul 15 19:18:49.471992 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-ff1d7d1f-f125-4a00-90a7-b7770b9380f7 req-66f76f31-5ac2-4cf2-8f4e-8cf85c49454b tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Deleting port 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:18:49.472346 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-ff1d7d1f-f125-4a00-90a7-b7770b9380f7 req-66f76f31-5ac2-4cf2-8f4e-8cf85c49454b tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.550995 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 48052) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:49.572823 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-ff1d7d1f-f125-4a00-90a7-b7770b9380f7 req-66f76f31-5ac2-4cf2-8f4e-8cf85c49454b tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] For port 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=61ac5700-82bb-4da1-ab8a-8bef2de2a4ba,segment=NetworkSegment(30f2c0de-9a40-4b29-b0f9-ff5faebd484a),segment_id=30f2c0de-9a40-4b29-b0f9-ff5faebd484a)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:18:49.573272 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-ff1d7d1f-f125-4a00-90a7-b7770b9380f7 req-66f76f31-5ac2-4cf2-8f4e-8cf85c49454b tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.587281 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-ff1d7d1f-f125-4a00-90a7-b7770b9380f7 req-66f76f31-5ac2-4cf2-8f4e-8cf85c49454b tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Calling delete_port for 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba owned by compute:nova {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:18:49.670100 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-09558e59-4f4e-4d1c-b0d6-0af7b15ede7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.760393 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-ff1d7d1f-f125-4a00-90a7-b7770b9380f7 req-66f76f31-5ac2-4cf2-8f4e-8cf85c49454b tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.797556 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f76f31-5ac2-4cf2-8f4e-8cf85c49454b tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Pushing event deleted for resources: {'Port': ['ID=61ac5700-82bb-4da1-ab8a-8bef2de2a4ba,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:49.807238 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['61ac5700-82bb-4da1-ab8a-8bef2de2a4ba'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:18:49.851942 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1d7d1f-f125-4a00-90a7-b7770b9380f7 req-66f76f31-5ac2-4cf2-8f4e-8cf85c49454b tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] No DVR routers for this DVR port 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba on host hv-cinder-78445 {{(pid=93321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:18:49.855474 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-ff1d7d1f-f125-4a00-90a7-b7770b9380f7 req-66f76f31-5ac2-4cf2-8f4e-8cf85c49454b tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.857377 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ff1d7d1f-f125-4a00-90a7-b7770b9380f7 req-66f76f31-5ac2-4cf2-8f4e-8cf85c49454b tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.93 "DELETE /v2.0/ports/61ac5700-82bb-4da1-ab8a-8bef2de2a4ba HTTP/1.1" status: 204 len: 173 time: 0.5070856 Jul 15 19:18:49.857809 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ae1138-65a2-465a-8884-20ba1ee7c562', 'name': 'network-vif-deleted', 'tag': '61ac5700-82bb-4da1-ab8a-8bef2de2a4ba'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:18:49.860032 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75796fa5-1149-40b2-96ff-da89fd0c1ef8" -d '{"events": [{"server_uuid": "18ae1138-65a2-465a-8884-20ba1ee7c562", "name": "network-vif-deleted", "tag": "61ac5700-82bb-4da1-ab8a-8bef2de2a4ba"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:18:49.882528 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-09558e59-4f4e-4d1c-b0d6-0af7b15ede7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.886544 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-09558e59-4f4e-4d1c-b0d6-0af7b15ede7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:49.907578 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36dd339-5de3-4965-b4f1-29d2f6b5c3bb x-openstack-request-id: req-f36dd339-5de3-4965-b4f1-29d2f6b5c3bb {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:18:49.907878 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ae1138-65a2-465a-8884-20ba1ee7c562", "name": "network-vif-deleted", "tag": "61ac5700-82bb-4da1-ab8a-8bef2de2a4ba", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:18:49.908114 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f36dd339-5de3-4965-b4f1-29d2f6b5c3bb {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:18:49.908500 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ae1138-65a2-465a-8884-20ba1ee7c562', 'name': 'network-vif-deleted', 'tag': '61ac5700-82bb-4da1-ab8a-8bef2de2a4ba', 'status': 'completed', 'code': 200} Jul 15 19:18:49.933372 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-09558e59-4f4e-4d1c-b0d6-0af7b15ede7a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c9281ba6b1ce4e07a3addfa06d7aae0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813589 Jul 15 19:18:49.934163 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09558e59-4f4e-4d1c-b0d6-0af7b15ede7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77091e3a-8788-41a6-b681-0c7ec6c006ec,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:49.936222 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48062) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:49.996210 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0a2f57f8-bcf6-41b7-b811-6c63c2b44a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.029223 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0a2f57f8-bcf6-41b7-b811-6c63c2b44a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.035955 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f84debff-2782-417e-ad2e-e5f95e827837 req-40ec7ba8-4d21-404b-9a01-156a53815268 tempest-VolumesSnapshotTestJSON-182922649 tempest-VolumesSnapshotTestJSON-182922649-project] 10.222.0.73 "GET /v2.0/ports?device_id=18ae1138-65a2-465a-8884-20ba1ee7c562 HTTP/1.1" status: 200 len: 210 time: 0.0362279 Jul 15 19:18:50.083255 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0a2f57f8-bcf6-41b7-b811-6c63c2b44a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.085832 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-0a2f57f8-bcf6-41b7-b811-6c63c2b44a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.086997 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-0a2f57f8-bcf6-41b7-b811-6c63c2b44a28 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/77091e3a-8788-41a6-b681-0c7ec6c006ec HTTP/1.1" status: 204 len: 168 time: 0.1496966 Jul 15 19:18:50.095874 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f57f8-bcf6-41b7-b811-6c63c2b44a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77091e3a-8788-41a6-b681-0c7ec6c006ec,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:50.345066 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48068) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:50.358219 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4190daf6-c7c8-43aa-bc86-42e59e7ec140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.446702 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4190daf6-c7c8-43aa-bc86-42e59e7ec140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.451362 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4190daf6-c7c8-43aa-bc86-42e59e7ec140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.492284 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-4190daf6-c7c8-43aa-bc86-42e59e7ec140 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=78a5cb3524cb4379aaf7681223efc762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461339 Jul 15 19:18:50.493158 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190daf6-c7c8-43aa-bc86-42e59e7ec140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cb3211-9c69-4bc9-8548-b45dc817d2f5,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:50.495104 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 48072) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:50.547079 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f3c05ed9-74bd-48b2-b05c-e5a7838a24a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.577154 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f3c05ed9-74bd-48b2-b05c-e5a7838a24a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.659866 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2373b-a765-4a60-8825-34f0445531f7 req-b71f3971-8d91-44a3-bc43-9561febe80ed tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:50.662475 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c1a2373b-a765-4a60-8825-34f0445531f7 req-b71f3971-8d91-44a3-bc43-9561febe80ed tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0963573 Jul 15 19:18:50.663471 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f3c05ed9-74bd-48b2-b05c-e5a7838a24a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.666003 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f3c05ed9-74bd-48b2-b05c-e5a7838a24a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:50.667062 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-f3c05ed9-74bd-48b2-b05c-e5a7838a24a5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/47cb3211-9c69-4bc9-8548-b45dc817d2f5 HTTP/1.1" status: 204 len: 168 time: 0.1700535 Jul 15 19:18:50.682547 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c05ed9-74bd-48b2-b05c-e5a7838a24a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cb3211-9c69-4bc9-8548-b45dc817d2f5,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:50.714373 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c1a2373b-a765-4a60-8825-34f0445531f7 req-b8571c1a-540a-45d1-9d02-15ae150a3f15 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462112 Jul 15 19:18:51.896824 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fea7e-cdd0-4e09-a754-f96583d38f5d req-f25220bd-1103-463f-ad89-0b8e785be669 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:51.899114 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-783fea7e-cdd0-4e09-a754-f96583d38f5d req-f25220bd-1103-463f-ad89-0b8e785be669 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0653059 Jul 15 19:18:51.936554 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-783fea7e-cdd0-4e09-a754-f96583d38f5d req-4a84136e-8ba2-483c-bc00-0dafdfa58b51 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319500 Jul 15 19:18:52.414136 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7464e-2d27-49c0-b01a-9189043cc61f req-3e63966a-e869-4bd0-9f43-f28a63089e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:52.415660 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1dd7464e-2d27-49c0-b01a-9189043cc61f req-3e63966a-e869-4bd0-9f43-f28a63089e98 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 1099 time: 0.0503917 Jul 15 19:18:52.454721 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1dd7464e-2d27-49c0-b01a-9189043cc61f req-aed7400c-6447-4c21-873a-f0c879cacc32 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302796 Jul 15 19:18:53.068554 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-978ac352-c0b9-42f8-88fe-7a67c4bae3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:53.125966 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62339de5-6f80-4129-80b8-36f67b76097c req-be5c744d-3a45-4513-9ff7-a1ec8fdffdb6 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:53.127496 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-62339de5-6f80-4129-80b8-36f67b76097c req-be5c744d-3a45-4513-9ff7-a1ec8fdffdb6 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0621645 Jul 15 19:18:53.165421 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-62339de5-6f80-4129-80b8-36f67b76097c req-3810acfa-baaa-422b-9ae3-ce068e82638b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322232 Jul 15 19:18:54.336988 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9d539-c578-4f26-bd63-48d432b204b2 req-6aabf06b-f216-417a-9069-c1fa5a963c5e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:54.338351 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cac9d539-c578-4f26-bd63-48d432b204b2 req-6aabf06b-f216-417a-9069-c1fa5a963c5e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0616803 Jul 15 19:18:54.375191 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cac9d539-c578-4f26-bd63-48d432b204b2 req-97496fdf-b124-4cca-9dce-a4ca4ec5309b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313456 Jul 15 19:18:55.551560 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f291955-d702-41d1-b4f8-85db486b6b47 req-c9d4ed87-1f59-4733-b5a7-71bddadeeced tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:55.552997 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2f291955-d702-41d1-b4f8-85db486b6b47 req-c9d4ed87-1f59-4733-b5a7-71bddadeeced tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0637624 Jul 15 19:18:55.588985 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2f291955-d702-41d1-b4f8-85db486b6b47 req-66df609d-d566-487c-b0a0-5a1446ef798e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304835 Jul 15 19:18:55.638951 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-ae9543a9-eb60-4f1c-951c-ddf82efacacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.705818 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:55.707242 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:18:55.727296 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:18:55.727636 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 61ac5700-82bb-4da1-ab8a-8bef2de2a4ba not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:18:56.614905 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:56.798636 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566afa86-ce15-4e84-94fb-d9688e71e890 req-49c63f19-f6f0-4663-9aff-12aa32b60f1c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:56.800218 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-566afa86-ce15-4e84-94fb-d9688e71e890 req-49c63f19-f6f0-4663-9aff-12aa32b60f1c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0963447 Jul 15 19:18:56.807431 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3d9ecca2-cae2-4dc0-9e5c-e8e6ec680f9f req-67b5b89c-3fc6-42e9-84ad-d95846b155c6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0946367 Jul 15 19:18:56.839592 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-566afa86-ce15-4e84-94fb-d9688e71e890 req-08113131-60d6-4b56-8e5c-4bcc96333546 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312235 Jul 15 19:18:56.905012 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ecca2-cae2-4dc0-9e5c-e8e6ec680f9f req-ddb4801a-23e1-46a3-878d-820729e2a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:56.906565 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3d9ecca2-cae2-4dc0-9e5c-e8e6ec680f9f req-ddb4801a-23e1-46a3-878d-820729e2a984 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd62e01c91bf494db0e0d5e92bd12beb&device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 1099 time: 0.0563183 Jul 15 19:18:57.021326 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ecca2-cae2-4dc0-9e5c-e8e6ec680f9f req-ff9035d6-cffd-49e5-8504-e6840c050a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:57.022871 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3d9ecca2-cae2-4dc0-9e5c-e8e6ec680f9f req-ff9035d6-cffd-49e5-8504-e6840c050a26 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 HTTP/1.1" status: 200 len: 913 time: 0.0940084 Jul 15 19:18:57.103963 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3d9ecca2-cae2-4dc0-9e5c-e8e6ec680f9f req-bcebd8b4-dac5-423c-aa61-b2c612708f01 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8158ece9-82b8-43de-aafb-639210c7e093 HTTP/1.1" status: 200 len: 1000 time: 0.0729873 Jul 15 19:18:57.154623 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ecca2-cae2-4dc0-9e5c-e8e6ec680f9f req-ab6c2f7d-15d7-45ce-bdc9-bebfb78f6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:57.156269 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3d9ecca2-cae2-4dc0-9e5c-e8e6ec680f9f req-ab6c2f7d-15d7-45ce-bdc9-bebfb78f6568 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=73946c0a-f74c-48dd-bd39-ef27990bbc2b HTTP/1.1" status: 200 len: 850 time: 0.0450714 Jul 15 19:18:57.226012 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ecca2-cae2-4dc0-9e5c-e8e6ec680f9f req-9567054e-02cd-40d4-b509-3523f744b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:57.227921 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3d9ecca2-cae2-4dc0-9e5c-e8e6ec680f9f req-9567054e-02cd-40d4-b509-3523f744b3bf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575230 Jul 15 19:18:57.383121 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3d9ecca2-cae2-4dc0-9e5c-e8e6ec680f9f req-7b424f04-c84e-4b61-ac9f-b793be459f1f service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358342 Jul 15 19:18:57.394489 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7842e-a802-4da5-ad8a-1a3f5f6fa843 req-5c5fabb8-b415-465d-8bc2-5aa3683e333d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:57.396689 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-b6a7842e-a802-4da5-ad8a-1a3f5f6fa843 req-5c5fabb8-b415-465d-8bc2-5aa3683e333d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=85ad778364da4e58a9ec2415e9efc98f&device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 1099 time: 0.0657752 Jul 15 19:18:57.412408 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e152503-a481-486f-8a8c-8a71fa6bbbd0 req-0d3308c8-dec9-4b9d-bb13-d90dd058089d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:57.413470 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7e152503-a481-486f-8a8c-8a71fa6bbbd0 req-0d3308c8-dec9-4b9d-bb13-d90dd058089d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0903037 Jul 15 19:18:57.497209 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7e152503-a481-486f-8a8c-8a71fa6bbbd0 req-a6876a14-e56d-45ea-aec3-0a5c20e557c4 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722647 Jul 15 19:18:57.506008 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7842e-a802-4da5-ad8a-1a3f5f6fa843 req-2e87db7b-de0d-4422-9143-f5cba1845d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:57.507765 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-b6a7842e-a802-4da5-ad8a-1a3f5f6fa843 req-2e87db7b-de0d-4422-9143-f5cba1845d99 service neutron] 10.222.0.93 "GET /v2.0/networks?id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 HTTP/1.1" status: 200 len: 920 time: 0.0988061 Jul 15 19:18:57.524827 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3d9ecca2-cae2-4dc0-9e5c-e8e6ec680f9f req-9a4d4ff6-feb4-4700-861b-943e4980c494 service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321168 Jul 15 19:18:57.559286 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-b6a7842e-a802-4da5-ad8a-1a3f5f6fa843 req-6b4bdc32-132d-42c3-acba-d2e771837595 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbf167cf-2f9a-42fc-a828-988bad1f3d0b HTTP/1.1" status: 200 len: 217 time: 0.0389206 Jul 15 19:18:57.656316 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7842e-a802-4da5-ad8a-1a3f5f6fa843 req-8b3a7ea9-b55f-43e9-a31f-0e8c7c2e8c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:57.658394 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-b6a7842e-a802-4da5-ad8a-1a3f5f6fa843 req-8b3a7ea9-b55f-43e9-a31f-0e8c7c2e8c59 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8faf6c09-c75a-4089-8bbb-01bb653de4b0 HTTP/1.1" status: 200 len: 858 time: 0.0443888 Jul 15 19:18:57.694410 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-b6a7842e-a802-4da5-ad8a-1a3f5f6fa843 req-f8ebfd96-a607-4b13-b58d-7eda00239ebc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288577 Jul 15 19:18:57.784672 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-b6a7842e-a802-4da5-ad8a-1a3f5f6fa843 req-47cd2193-244e-4ac4-84f7-61f8c6698611 service neutron] 10.222.0.93 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789118 Jul 15 19:18:57.882944 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-b6a7842e-a802-4da5-ad8a-1a3f5f6fa843 req-9eed21c9-c8d6-4a6c-b8d0-25c30d6b1454 service neutron] 10.222.0.93 "GET /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863664 Jul 15 19:18:58.302453 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:58.597748 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:58.678461 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed821e-dc02-47c8-b21c-ae1efe0ff389 req-5e4a2d53-ffdf-46bb-a3af-5f9d85d6f3d3 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:58.680226 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-26ed821e-dc02-47c8-b21c-ae1efe0ff389 req-5e4a2d53-ffdf-46bb-a3af-5f9d85d6f3d3 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0700071 Jul 15 19:18:58.721027 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-26ed821e-dc02-47c8-b21c-ae1efe0ff389 req-736d2a76-e689-4278-ae8d-61472ab25afe tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350518 Jul 15 19:18:58.926897 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 48246) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:59.029476 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9f71199d-2585-4f39-a1cc-6bac48ed6820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:59.115918 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9f71199d-2585-4f39-a1cc-6bac48ed6820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:59.119784 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9f71199d-2585-4f39-a1cc-6bac48ed6820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:59.159774 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71199d-2585-4f39-a1cc-6bac48ed6820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61d1a46-27d3-4796-b4c7-2d7a8a5ddb5b,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:59.164309 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-9f71199d-2585-4f39-a1cc-6bac48ed6820 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a231649a49b84b418a68e17066f52833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364008 Jul 15 19:18:59.167376 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48252) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:59.218577 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7930d64b-064a-494f-babf-803a545de6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:59.240855 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7930d64b-064a-494f-babf-803a545de6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:59.291138 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7930d64b-064a-494f-babf-803a545de6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:59.294094 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7930d64b-064a-494f-babf-803a545de6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:59.295284 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-7930d64b-064a-494f-babf-803a545de6d1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d61d1a46-27d3-4796-b4c7-2d7a8a5ddb5b HTTP/1.1" status: 204 len: 168 time: 0.1267602 Jul 15 19:18:59.303535 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930d64b-064a-494f-babf-803a545de6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61d1a46-27d3-4796-b4c7-2d7a8a5ddb5b,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:59.490465 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eeb63-5bc7-4e4a-beaf-ba04366f107f req-61e201e6-46e5-4bca-80d2-a54b9f76bd95 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:59.492044 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-760eeb63-5bc7-4e4a-beaf-ba04366f107f req-61e201e6-46e5-4bca-80d2-a54b9f76bd95 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0746429 Jul 15 19:18:59.535171 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-760eeb63-5bc7-4e4a-beaf-ba04366f107f req-fc7caed5-507c-4bd7-ab20-fab18b33ff0c tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363567 Jul 15 19:18:59.601466 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48270) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:59.615456 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-314e179f-f5ae-4c05-8d4c-ad12315dd54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:59.711919 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-314e179f-f5ae-4c05-8d4c-ad12315dd54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:59.715614 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-314e179f-f5ae-4c05-8d4c-ad12315dd54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:59.755934 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-314e179f-f5ae-4c05-8d4c-ad12315dd54c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c05f03488df14419b053ede454eb598a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533580 Jul 15 19:18:59.756782 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e179f-f5ae-4c05-8d4c-ad12315dd54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60345c00-7596-4e64-bb79-0e2ea11cebfd,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:59.758721 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 48274) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:18:59.815012 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a2f3db5e-5b0d-4e8b-a91d-8d96191024c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:59.835864 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a2f3db5e-5b0d-4e8b-a91d-8d96191024c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:59.926923 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e935972-ab47-4589-b121-fcec15ea1570 req-18b22ac6-641e-4295-8cc1-a6ee56b04974 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:18:59.928350 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5e935972-ab47-4589-b121-fcec15ea1570 req-18b22ac6-641e-4295-8cc1-a6ee56b04974 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0906320 Jul 15 19:18:59.929078 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a2f3db5e-5b0d-4e8b-a91d-8d96191024c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:59.931600 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a2f3db5e-5b0d-4e8b-a91d-8d96191024c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:18:59.932614 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-a2f3db5e-5b0d-4e8b-a91d-8d96191024c0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/60345c00-7596-4e64-bb79-0e2ea11cebfd HTTP/1.1" status: 204 len: 168 time: 0.1729031 Jul 15 19:18:59.947146 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3db5e-5b0d-4e8b-a91d-8d96191024c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60345c00-7596-4e64-bb79-0e2ea11cebfd,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:18:59.975341 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5e935972-ab47-4589-b121-fcec15ea1570 req-aace8c73-312d-4571-83bc-69b1af71ce5f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402069 Jul 15 19:19:00.249700 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 48280) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:00.262493 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a2ac55dd-8142-4f3c-bf7e-95718fdfe7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:00.347912 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a2ac55dd-8142-4f3c-bf7e-95718fdfe7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:00.351729 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a2ac55dd-8142-4f3c-bf7e-95718fdfe7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:00.389576 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-a2ac55dd-8142-4f3c-bf7e-95718fdfe7c1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ea2160593ff4becaeb9aff078435d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387947 Jul 15 19:19:00.390532 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac55dd-8142-4f3c-bf7e-95718fdfe7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1788c13f-fcff-4cf1-ac89-a8feb4788d89,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:00.392947 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48282) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:00.440362 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-827081d1-a43a-40cd-984f-90675705b394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:00.461238 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-827081d1-a43a-40cd-984f-90675705b394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:00.506936 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-827081d1-a43a-40cd-984f-90675705b394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:00.509443 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-827081d1-a43a-40cd-984f-90675705b394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:00.510601 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-827081d1-a43a-40cd-984f-90675705b394 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1788c13f-fcff-4cf1-ac89-a8feb4788d89 HTTP/1.1" status: 204 len: 168 time: 0.1160274 Jul 15 19:19:00.518541 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827081d1-a43a-40cd-984f-90675705b394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1788c13f-fcff-4cf1-ac89-a8feb4788d89,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:00.729617 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c4b88-f986-4856-9b96-9807d963fd97 req-d1a6d23f-3f97-466f-8c5a-f415cff6f0bf tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:00.731366 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ad5c4b88-f986-4856-9b96-9807d963fd97 req-d1a6d23f-3f97-466f-8c5a-f415cff6f0bf tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0858667 Jul 15 19:19:00.786488 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ad5c4b88-f986-4856-9b96-9807d963fd97 req-5b7c82c1-b920-4c46-81d3-f79bae44cf8f tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469031 Jul 15 19:19:01.412903 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8be63-0faf-4a20-b156-6d713d5ccc50 req-3ed64c11-4e10-434f-b1b2-6ad79d179c8d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:01.414491 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-31a8be63-0faf-4a20-b156-6d713d5ccc50 req-3ed64c11-4e10-434f-b1b2-6ad79d179c8d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.3266137 Jul 15 19:19:01.453878 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-31a8be63-0faf-4a20-b156-6d713d5ccc50 req-23fca4d9-cd25-463d-b133-78af2578408f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337584 Jul 15 19:19:01.958168 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1d858-b649-4ad5-b892-e7a4849c97b6 req-73df8ddb-8b60-4804-b5e0-afb5310caa84 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:01.959695 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f5e1d858-b649-4ad5-b892-e7a4849c97b6 req-73df8ddb-8b60-4804-b5e0-afb5310caa84 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0631852 Jul 15 19:19:02.000810 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f5e1d858-b649-4ad5-b892-e7a4849c97b6 req-260287d7-fa77-42b1-91ad-4114d0f1381d tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348566 Jul 15 19:19:02.345556 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48376) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:02.443466 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a4dfac1d-dfcb-48f4-9156-cdc1450afd23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:02.526169 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a4dfac1d-dfcb-48f4-9156-cdc1450afd23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:02.529589 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a4dfac1d-dfcb-48f4-9156-cdc1450afd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:02.565280 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-a4dfac1d-dfcb-48f4-9156-cdc1450afd23 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2340eedfb67540b098c53a02c90d0cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186897 Jul 15 19:19:02.567175 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfac1d-dfcb-48f4-9156-cdc1450afd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e1a916-a61e-4b35-99cb-b5e1e4595eb1,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:02.568000 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 48380) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:02.619088 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f3015d10-ef97-4523-b218-48eb6c515c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:02.639707 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f3015d10-ef97-4523-b218-48eb6c515c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:02.684551 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f3015d10-ef97-4523-b218-48eb6c515c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:02.687458 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f3015d10-ef97-4523-b218-48eb6c515c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:02.689152 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-f3015d10-ef97-4523-b218-48eb6c515c34 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e1e1a916-a61e-4b35-99cb-b5e1e4595eb1 HTTP/1.1" status: 204 len: 168 time: 0.1201746 Jul 15 19:19:02.696402 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3015d10-ef97-4523-b218-48eb6c515c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e1a916-a61e-4b35-99cb-b5e1e4595eb1,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:02.948996 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 48390) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:02.961832 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-211e57eb-0712-4529-8b4b-2ff15fe5cc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:03.051665 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-211e57eb-0712-4529-8b4b-2ff15fe5cc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:03.055566 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-211e57eb-0712-4529-8b4b-2ff15fe5cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:03.096557 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-211e57eb-0712-4529-8b4b-2ff15fe5cc04 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f72532001c7e4b13bd7039f4fd497c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433532 Jul 15 19:19:03.096832 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e57eb-0712-4529-8b4b-2ff15fe5cc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c84527-23f6-48f8-acf7-63515b46798d,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:03.097002 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48394) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:03.160252 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-698c66e1-3ac1-41d9-aa97-69595f90649d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:03.177605 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da500ae-92ba-4be0-9226-f2033af2aeb2 req-e169aee5-e278-4354-ab51-6a7d483e82c9 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:03.179169 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3da500ae-92ba-4be0-9226-f2033af2aeb2 req-e169aee5-e278-4354-ab51-6a7d483e82c9 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0660276 Jul 15 19:19:03.182184 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-698c66e1-3ac1-41d9-aa97-69595f90649d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:03.222983 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3da500ae-92ba-4be0-9226-f2033af2aeb2 req-7b7f5b61-1555-4a69-a24e-3ce01e144fd8 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382309 Jul 15 19:19:03.227715 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-698c66e1-3ac1-41d9-aa97-69595f90649d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:03.230369 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-698c66e1-3ac1-41d9-aa97-69595f90649d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:03.242777 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-698c66e1-3ac1-41d9-aa97-69595f90649d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/02c84527-23f6-48f8-acf7-63515b46798d HTTP/1.1" status: 204 len: 168 time: 0.1328597 Jul 15 19:19:03.242777 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c66e1-3ac1-41d9-aa97-69595f90649d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c84527-23f6-48f8-acf7-63515b46798d,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:04.401332 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1d5d5-0305-40c8-b4cf-8fdc381ea4ba req-6c36839a-4e9b-4048-a936-b06ed884c6f1 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:04.402846 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7ee1d5d5-0305-40c8-b4cf-8fdc381ea4ba req-6c36839a-4e9b-4048-a936-b06ed884c6f1 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0652833 Jul 15 19:19:04.440742 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7ee1d5d5-0305-40c8-b4cf-8fdc381ea4ba req-76e5df4c-bc9f-4592-9c2b-029f29c80253 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317030 Jul 15 19:19:04.454726 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 48444) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:04.553789 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-73c0d3c9-f5fe-4fe2-924c-38c5b0c05d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:04.642547 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-73c0d3c9-f5fe-4fe2-924c-38c5b0c05d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:04.646064 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-73c0d3c9-f5fe-4fe2-924c-38c5b0c05d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:04.683229 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-73c0d3c9-f5fe-4fe2-924c-38c5b0c05d42 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a4f43c1d8a34017804c7338e3a6bff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276518 Jul 15 19:19:04.684361 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0d3c9-f5fe-4fe2-924c-38c5b0c05d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e558f96-6607-42c0-bcd7-54915e14f5c3,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:04.686069 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48448) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:04.735688 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-df3829e7-a0cc-4a38-8db0-ccc6e9ae51c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:04.756494 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-df3829e7-a0cc-4a38-8db0-ccc6e9ae51c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:04.801702 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-df3829e7-a0cc-4a38-8db0-ccc6e9ae51c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:04.804479 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-df3829e7-a0cc-4a38-8db0-ccc6e9ae51c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:04.805626 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-df3829e7-a0cc-4a38-8db0-ccc6e9ae51c1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0e558f96-6607-42c0-bcd7-54915e14f5c3 HTTP/1.1" status: 204 len: 168 time: 0.1172717 Jul 15 19:19:04.813529 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3829e7-a0cc-4a38-8db0-ccc6e9ae51c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e558f96-6607-42c0-bcd7-54915e14f5c3,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:05.398279 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba9a63-e0e1-4395-a100-db6943a571a1 req-dcbd443a-391e-4548-85d9-94d29d4cea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:05.398999 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f4279-1fd2-4896-8516-f8ea82604b66 req-cb606399-0a06-4e3c-a4d3-1fb9eb084ea2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:05.400212 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-c0ba9a63-e0e1-4395-a100-db6943a571a1 req-dcbd443a-391e-4548-85d9-94d29d4cea17 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2f596063bab44a28895a16c46e41e3fb&device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 1138 time: 0.0551136 Jul 15 19:19:05.400858 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a48f4279-1fd2-4896-8516-f8ea82604b66 req-cb606399-0a06-4e3c-a4d3-1fb9eb084ea2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.0674982 Jul 15 19:19:05.442700 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a48f4279-1fd2-4896-8516-f8ea82604b66 req-b1396d87-6de1-4fff-8327-5eed74bc7da2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0343015 Jul 15 19:19:05.491837 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba9a63-e0e1-4395-a100-db6943a571a1 req-4004d433-7cb8-441c-8fc0-43fa3d793e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:05.493299 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-c0ba9a63-e0e1-4395-a100-db6943a571a1 req-4004d433-7cb8-441c-8fc0-43fa3d793e0a service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd2e6bb4-176e-42af-9a10-2a3d1d629526 HTTP/1.1" status: 200 len: 917 time: 0.0856657 Jul 15 19:19:05.623400 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b08fa-53ef-429c-b08c-b405132dd29c req-5c1dae4f-b8e0-408e-a827-d2fb4ff71266 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:05.624919 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b07b08fa-53ef-429c-b08c-b405132dd29c req-5c1dae4f-b8e0-408e-a827-d2fb4ff71266 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0674472 Jul 15 19:19:05.663393 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-c0ba9a63-e0e1-4395-a100-db6943a571a1 req-09e5a6ae-42b9-4839-afe1-63ff83f1b990 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdbfb69d-8441-4011-a46f-3142516868d2 HTTP/1.1" status: 200 len: 1002 time: 0.1524329 Jul 15 19:19:05.663622 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b07b08fa-53ef-429c-b08c-b405132dd29c req-2fd4b795-0d98-4e9e-bfd5-002c16815657 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327876 Jul 15 19:19:05.713670 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba9a63-e0e1-4395-a100-db6943a571a1 req-c92eede5-a88a-4ad6-a838-3ed416eb3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:05.715181 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-c0ba9a63-e0e1-4395-a100-db6943a571a1 req-c92eede5-a88a-4ad6-a838-3ed416eb3b12 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=87e81f6b-86a4-4773-9f17-fcab2ad3a952 HTTP/1.1" status: 200 len: 854 time: 0.0445230 Jul 15 19:19:05.774969 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba9a63-e0e1-4395-a100-db6943a571a1 req-df718885-296a-4bbc-a994-fc1f0ca7911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:05.776590 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-c0ba9a63-e0e1-4395-a100-db6943a571a1 req-df718885-296a-4bbc-a994-fc1f0ca7911c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd2e6bb4-176e-42af-9a10-2a3d1d629526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532045 Jul 15 19:19:05.871227 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-c0ba9a63-e0e1-4395-a100-db6943a571a1 req-6f4de6c5-1145-49dc-aefd-0488849fbf2d service neutron] 10.222.0.93 "GET /v2.0/networks/fd2e6bb4-176e-42af-9a10-2a3d1d629526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861766 Jul 15 19:19:05.959451 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-c0ba9a63-e0e1-4395-a100-db6943a571a1 req-d4425e5c-1d83-464c-8901-d35dcbc7ab3d service neutron] 10.222.0.93 "GET /v2.0/networks/fd2e6bb4-176e-42af-9a10-2a3d1d629526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803871 Jul 15 19:19:06.616777 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab59aa5-f787-48ed-b6a8-ccdfd69f7d01 req-c4daf6fc-d160-42e5-b042-bd69ca8e99bc tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:06.618224 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cab59aa5-f787-48ed-b6a8-ccdfd69f7d01 req-c4daf6fc-d160-42e5-b042-bd69ca8e99bc tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.0637236 Jul 15 19:19:06.661607 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cab59aa5-f787-48ed-b6a8-ccdfd69f7d01 req-f94528dd-b169-474e-aa0d-3990152d3fc8 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0373676 Jul 15 19:19:06.837038 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb32cf-f289-4852-b982-b2356b5c53f4 req-de143dab-af05-49a9-8af8-2ec309941743 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:06.838635 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-02eb32cf-f289-4852-b982-b2356b5c53f4 req-de143dab-af05-49a9-8af8-2ec309941743 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0674477 Jul 15 19:19:06.879255 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-02eb32cf-f289-4852-b982-b2356b5c53f4 req-0065d264-0a61-43a8-8e1c-2c3efca4e203 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345719 Jul 15 19:19:07.838471 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c1d86-33fa-43b9-aacc-84fc0bfc5761 req-8003bb15-3330-4951-84fd-93f7c83c0571 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:07.839884 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-347c1d86-33fa-43b9-aacc-84fc0bfc5761 req-8003bb15-3330-4951-84fd-93f7c83c0571 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.0643389 Jul 15 19:19:07.880132 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-347c1d86-33fa-43b9-aacc-84fc0bfc5761 req-4e5b28fc-8a9a-4a45-af2c-1634c1613eef tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0345697 Jul 15 19:19:08.064325 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975185d9-7335-4e90-9e24-6ad5c158b231 req-c6ae2bca-8e96-4933-b98b-4f77625f1f1d tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:08.065835 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-975185d9-7335-4e90-9e24-6ad5c158b231 req-c6ae2bca-8e96-4933-b98b-4f77625f1f1d tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0702543 Jul 15 19:19:08.103424 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-975185d9-7335-4e90-9e24-6ad5c158b231 req-e9869d84-eefc-4ec8-97a4-ceaac4355508 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320420 Jul 15 19:19:08.651853 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072f844-27d9-4bf7-ba9f-f7f0511ee4e2 req-6a1a9989-d9fb-4e9c-8284-bb92ec58234e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:08.652158 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7072f844-27d9-4bf7-ba9f-f7f0511ee4e2 req-6a1a9989-d9fb-4e9c-8284-bb92ec58234e tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0648990 Jul 15 19:19:08.692172 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7072f844-27d9-4bf7-ba9f-f7f0511ee4e2 req-78b9ca18-f261-4ad9-bd85-6751abf48344 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339372 Jul 15 19:19:09.053859 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152690f0-f260-4bd8-bd2a-def05e9dc43d req-a4941730-be52-47f0-920a-e5cb14d1d860 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:09.055307 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-152690f0-f260-4bd8-bd2a-def05e9dc43d req-a4941730-be52-47f0-920a-e5cb14d1d860 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.0663266 Jul 15 19:19:09.095891 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-152690f0-f260-4bd8-bd2a-def05e9dc43d req-82cdbda7-acd1-4107-98cd-1175d810f9ab tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0348179 Jul 15 19:19:09.277641 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31e9fd-b775-4f68-9ff0-89564bc47210 req-1f23e804-bdad-46ab-87f8-825cdd68377a tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:09.279164 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2e31e9fd-b775-4f68-9ff0-89564bc47210 req-1f23e804-bdad-46ab-87f8-825cdd68377a tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0624347 Jul 15 19:19:09.284368 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:19:09.317037 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2e31e9fd-b775-4f68-9ff0-89564bc47210 req-79e20950-f680-440f-8202-4ad6e147531f tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315843 Jul 15 19:19:09.873083 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d30d3d-9c52-40df-bd5e-e1d18d545ba4 req-f5de3525-0377-46d7-ae13-c986dd227205 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:09.874599 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-01d30d3d-9c52-40df-bd5e-e1d18d545ba4 req-f5de3525-0377-46d7-ae13-c986dd227205 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0648067 Jul 15 19:19:09.912249 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-01d30d3d-9c52-40df-bd5e-e1d18d545ba4 req-1b91a894-a7fd-44e2-8356-62cefe2f1f4b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314410 Jul 15 19:19:10.277570 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dda6d-aa80-4ace-b485-1ee3796130ef req-57b8ca38-4a8f-4d39-9f5d-2bf2c63579ca tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:10.278995 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e21dda6d-aa80-4ace-b485-1ee3796130ef req-57b8ca38-4a8f-4d39-9f5d-2bf2c63579ca tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.0662134 Jul 15 19:19:10.318200 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e21dda6d-aa80-4ace-b485-1ee3796130ef req-e7b36ad3-44d4-463a-913a-b826c338424a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333948 Jul 15 19:19:10.488320 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd793e-f129-4ee0-bdf8-a459991077cd req-d23bc98c-5fb1-43e8-a5e5-df6b3fd582bc tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:10.489789 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-77cd793e-f129-4ee0-bdf8-a459991077cd req-d23bc98c-5fb1-43e8-a5e5-df6b3fd582bc tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0622892 Jul 15 19:19:10.525831 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-77cd793e-f129-4ee0-bdf8-a459991077cd req-86cadecd-053c-461c-adfa-aece3ff518f5 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305347 Jul 15 19:19:11.088922 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ae6d8-6c8b-4881-b479-1357e3679fd5 req-b1842ecd-441e-4125-b8af-216daa9570d5 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:11.090383 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8e7ae6d8-6c8b-4881-b479-1357e3679fd5 req-b1842ecd-441e-4125-b8af-216daa9570d5 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0649517 Jul 15 19:19:11.127383 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8e7ae6d8-6c8b-4881-b479-1357e3679fd5 req-44019367-c1d9-4f51-bff2-ba3408104b81 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307477 Jul 15 19:19:11.493088 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f847ae-c33b-4317-b050-4088422880a6 req-b58a6582-9a29-4a11-992d-c3756ba36eee tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:11.494600 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-11f847ae-c33b-4317-b050-4088422880a6 req-b58a6582-9a29-4a11-992d-c3756ba36eee tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.0659986 Jul 15 19:19:11.534233 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-11f847ae-c33b-4317-b050-4088422880a6 req-662c6562-bf1e-45ef-8b2a-bf22d027453d tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0329809 Jul 15 19:19:11.695238 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134263ba-542d-4e71-9b36-31f70313bf05 req-27efe0f1-4f73-4e7b-b454-c6d555cbee3b tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:11.696602 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-134263ba-542d-4e71-9b36-31f70313bf05 req-27efe0f1-4f73-4e7b-b454-c6d555cbee3b tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0615187 Jul 15 19:19:11.732489 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-134263ba-542d-4e71-9b36-31f70313bf05 req-267b6104-801a-434b-899e-ca7ffa0e7602 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302904 Jul 15 19:19:12.262146 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182c4f-8913-49aa-9174-80da48ae78c1 req-45b236d3-4f5c-4bd7-911c-d172b8654a48 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:12.263577 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-d2182c4f-8913-49aa-9174-80da48ae78c1 req-45b236d3-4f5c-4bd7-911c-d172b8654a48 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.93 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0730298 Jul 15 19:19:12.308417 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100b4b2-210f-4ce9-9d8b-bf5dc12fe855 req-5d2a545e-1ea0-4167-8480-b073905be2b4 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:12.309914 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d100b4b2-210f-4ce9-9d8b-bf5dc12fe855 req-5d2a545e-1ea0-4167-8480-b073905be2b4 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 946 time: 0.0674806 Jul 15 19:19:12.347922 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d100b4b2-210f-4ce9-9d8b-bf5dc12fe855 req-079c58af-dec4-4079-9df1-9ef86032e7a3 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321298 Jul 15 19:19:12.377024 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [req-d2182c4f-8913-49aa-9174-80da48ae78c1 req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Deleting port 916f602c-968e-4b53-a9a2-67864297c87d {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:19:12.377373 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-d2182c4f-8913-49aa-9174-80da48ae78c1 req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:12.464680 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-d2182c4f-8913-49aa-9174-80da48ae78c1 req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] For port 916f602c-968e-4b53-a9a2-67864297c87d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=916f602c-968e-4b53-a9a2-67864297c87d,segment=NetworkSegment(589ae336-726d-4daf-b92b-091e6536f87d),segment_id=589ae336-726d-4daf-b92b-091e6536f87d)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:12.465030 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-d2182c4f-8913-49aa-9174-80da48ae78c1 req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:12.477743 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [req-d2182c4f-8913-49aa-9174-80da48ae78c1 req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Calling delete_port for 916f602c-968e-4b53-a9a2-67864297c87d owned by compute:nova {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:19:12.606494 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-d2182c4f-8913-49aa-9174-80da48ae78c1 req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:12.636207 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Pushing event deleted for resources: {'Port': ['ID=916f602c-968e-4b53-a9a2-67864297c87d,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:12.653554 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['dbf167cf-2f9a-42fc-a828-988bad1f3d0b', '916f602c-968e-4b53-a9a2-67864297c87d'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:19:12.665403 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:12.665739 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:12.666078 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:12.666415 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:12.666772 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:12.667110 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:12.667442 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:12.667762 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:12.668084 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:12.668407 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:12.668727 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:12.669046 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:12.693824 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2182c4f-8913-49aa-9174-80da48ae78c1 req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] No DVR routers for this DVR port 916f602c-968e-4b53-a9a2-67864297c87d on host hv-cinder-78445 {{(pid=93322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:19:12.698371 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-d2182c4f-8913-49aa-9174-80da48ae78c1 req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:12.700392 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-d2182c4f-8913-49aa-9174-80da48ae78c1 req-e8d4a573-6ff1-4b95-9066-fd983cb95d6f tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.93 "DELETE /v2.0/ports/916f602c-968e-4b53-a9a2-67864297c87d HTTP/1.1" status: 204 len: 173 time: 0.4250028 Jul 15 19:19:12.700832 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49090ed6-776e-4961-96a3-b7337e8779c7', 'name': 'network-vif-deleted', 'tag': '916f602c-968e-4b53-a9a2-67864297c87d'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:19:12.703657 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4348796-2965-41cc-b416-4d829849fdff" -d '{"events": [{"server_uuid": "49090ed6-776e-4961-96a3-b7337e8779c7", "name": "network-vif-deleted", "tag": "916f602c-968e-4b53-a9a2-67864297c87d"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:19:12.723529 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e567417-101c-438a-bcd3-d0c133c023f3 req-d0d76ccc-a70a-4edb-a0bb-dff3d62edd09 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:12.725052 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7e567417-101c-438a-bcd3-d0c133c023f3 req-d0d76ccc-a70a-4edb-a0bb-dff3d62edd09 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.0793619 Jul 15 19:19:12.772713 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7e567417-101c-438a-bcd3-d0c133c023f3 req-921320f1-0855-4e81-876b-4873f11b2f00 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0377619 Jul 15 19:19:12.895640 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1ec7ad-4b6f-4abd-bdf4-a0f4a4e4fac2 x-openstack-request-id: req-7d1ec7ad-4b6f-4abd-bdf4-a0f4a4e4fac2 {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:19:12.895939 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49090ed6-776e-4961-96a3-b7337e8779c7", "name": "network-vif-deleted", "tag": "916f602c-968e-4b53-a9a2-67864297c87d", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:19:12.896189 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7d1ec7ad-4b6f-4abd-bdf4-a0f4a4e4fac2 {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:19:12.896611 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49090ed6-776e-4961-96a3-b7337e8779c7', 'name': 'network-vif-deleted', 'tag': '916f602c-968e-4b53-a9a2-67864297c87d', 'status': 'completed', 'code': 200} Jul 15 19:19:12.961653 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc52631-a822-4512-b92d-df06dc81154e req-36a24266-814d-4e3c-89c8-9eeed9256306 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:12.963174 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0bc52631-a822-4512-b92d-df06dc81154e req-36a24266-814d-4e3c-89c8-9eeed9256306 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0667243 Jul 15 19:19:13.001753 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0bc52631-a822-4512-b92d-df06dc81154e req-b0569148-60b7-4699-9953-c1e6b8e398a6 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321319 Jul 15 19:19:13.502206 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c777992e-4272-47d0-82e0-9fe788b815ad req-5c7473ec-1e04-4a61-b929-d4686f3071ba tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=49090ed6-776e-4961-96a3-b7337e8779c7 HTTP/1.1" status: 200 len: 210 time: 0.0285952 Jul 15 19:19:13.947892 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80902b30-296e-42b4-8bf3-656b9e68aa61 req-18cdc29c-13b1-4fa3-a6e0-06fa33660142 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:13.949350 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-80902b30-296e-42b4-8bf3-656b9e68aa61 req-18cdc29c-13b1-4fa3-a6e0-06fa33660142 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.0620260 Jul 15 19:19:13.988869 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-80902b30-296e-42b4-8bf3-656b9e68aa61 req-1fbbd156-e185-4b04-849a-72e5862e5336 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332608 Jul 15 19:19:14.180303 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b79cd-ecd8-451b-b8ee-54d5cb044a57 req-6733c4ea-bdc6-4e54-9a3c-2a1882aa468c tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:14.181809 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5f7b79cd-ecd8-451b-b8ee-54d5cb044a57 req-6733c4ea-bdc6-4e54-9a3c-2a1882aa468c tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0667675 Jul 15 19:19:14.221204 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5f7b79cd-ecd8-451b-b8ee-54d5cb044a57 req-19965213-8bdb-4925-9ae9-ce35c75ef8b0 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339596 Jul 15 19:19:14.371348 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48598) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:14.413989 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca1c59e-9559-435d-b98f-f0594de6edda admin admin] Deleting subnet f20ddbc7-44d8-4af4-b352-f2c3e13d06fe {{(pid=93322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:19:14.416846 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-bca1c59e-9559-435d-b98f-f0594de6edda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:14.454400 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-bca1c59e-9559-435d-b98f-f0594de6edda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132251514'] for subnet, precommit_delete_associations {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:14.491704 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-bca1c59e-9559-435d-b98f-f0594de6edda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921093'] for subnet, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:14.543421 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-bca1c59e-9559-435d-b98f-f0594de6edda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132284646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132654462'] for subnet, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:14.569275 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1c59e-9559-435d-b98f-f0594de6edda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f20ddbc7-44d8-4af4-b352-f2c3e13d06fe,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:14.573011 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-bca1c59e-9559-435d-b98f-f0594de6edda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:14.574911 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-bca1c59e-9559-435d-b98f-f0594de6edda admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f20ddbc7-44d8-4af4-b352-f2c3e13d06fe HTTP/1.1" status: 204 len: 168 time: 0.2025759 Jul 15 19:19:14.577324 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48602) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:14.647741 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-bc9b19db-9519-48e4-9a31-48ddfd7eace6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621038'] for network, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:14.722161 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-bc9b19db-9519-48e4-9a31-48ddfd7eace6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1920033', 'neutron.services.segments.db._delete_segments_for_network-8754284971340'] for network, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:14.731744 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-bc9b19db-9519-48e4-9a31-48ddfd7eace6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7957eec1-7c6a-476f-b0a9-8bb51088d64c']}} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:14.741140 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-bc9b19db-9519-48e4-9a31-48ddfd7eace6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f2c0de-9a40-4b29-b0f9-ff5faebd484a') {'for_net_delete': True} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:14.741432 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-bc9b19db-9519-48e4-9a31-48ddfd7eace6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f2c0de-9a40-4b29-b0f9-ff5faebd484a') {} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:14.750123 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-bc9b19db-9519-48e4-9a31-48ddfd7eace6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754284973397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132251469'] for segment, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:14.767945 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-bc9b19db-9519-48e4-9a31-48ddfd7eace6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:14.774121 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9b19db-9519-48e4-9a31-48ddfd7eace6 admin admin] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=93322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:19:14.774526 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-bc9b19db-9519-48e4-9a31-48ddfd7eace6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132284996'] for segment, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: Traceback (most recent call last): Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: timer() Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: cb(*args, **kw) Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: return func(*args, **kwargs) Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: self._notify() Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: self.callback(batched_events) Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: event.method(event) Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: return f(self, *a, **k) Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._get(url).json() Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: return self.request(url, 'GET', **kwargs) Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:19:14.776158 dv-cinder-784453-9-iscsi neutron-server[93322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:19:14.960235 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e239a-f442-480d-8947-20f2f9397151 req-c9212ef1-7457-411d-9f90-95fcdcc4fe1c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:14.962536 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-802e239a-f442-480d-8947-20f2f9397151 req-c9212ef1-7457-411d-9f90-95fcdcc4fe1c tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0659692 Jul 15 19:19:15.002849 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-802e239a-f442-480d-8947-20f2f9397151 req-265fd793-4e57-4605-8933-05fc52760e4b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344346 Jul 15 19:19:15.058841 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-bc9b19db-9519-48e4-9a31-48ddfd7eace6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1920056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978616'] for network, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:15.064867 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-bc9b19db-9519-48e4-9a31-48ddfd7eace6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:15.066700 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-bc9b19db-9519-48e4-9a31-48ddfd7eace6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7957eec1-7c6a-476f-b0a9-8bb51088d64c HTTP/1.1" status: 204 len: 168 time: 0.4884377 Jul 15 19:19:15.076827 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b19db-9519-48e4-9a31-48ddfd7eace6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7957eec1-7c6a-476f-b0a9-8bb51088d64c,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:15.168946 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eef62d-fe6c-4e06-93c2-cdf7027cd844 req-fa1961ca-b58a-40e0-9d99-8beea7236c0f tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:15.170460 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-72eef62d-fe6c-4e06-93c2-cdf7027cd844 req-fa1961ca-b58a-40e0-9d99-8beea7236c0f tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.0632656 Jul 15 19:19:15.215042 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-72eef62d-fe6c-4e06-93c2-cdf7027cd844 req-b8d52397-7ff5-47d7-bd64-d6cd5dc4d8f7 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0380263 Jul 15 19:19:15.228172 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48614) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:15.270206 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-dbd29dae-42b1-4b29-a32c-8856e01c1e4f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=21494ca30186446db026efc0682a55b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385315 Jul 15 19:19:15.270388 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48618) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:15.317176 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-20ab38fd-aa71-4430-8814-88a1a9be35ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:15.341033 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-20ab38fd-aa71-4430-8814-88a1a9be35ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:15.386522 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-20ab38fd-aa71-4430-8814-88a1a9be35ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:15.389212 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-20ab38fd-aa71-4430-8814-88a1a9be35ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:15.390401 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-20ab38fd-aa71-4430-8814-88a1a9be35ae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8777a534-4474-47b7-a7e9-ee25855ebe11 HTTP/1.1" status: 204 len: 168 time: 0.1191475 Jul 15 19:19:15.390765 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b58c8-732f-4d6b-9cca-20335e40775c req-59291c11-3a72-4f76-a9ef-8898039f2fd9 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:15.392766 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d70b58c8-732f-4d6b-9cca-20335e40775c req-59291c11-3a72-4f76-a9ef-8898039f2fd9 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0635419 Jul 15 19:19:15.399458 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab38fd-aa71-4430-8814-88a1a9be35ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8777a534-4474-47b7-a7e9-ee25855ebe11,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:15.434511 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d70b58c8-732f-4d6b-9cca-20335e40775c req-95b80f9f-b967-4237-9dd3-e0225ec84a78 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349884 Jul 15 19:19:16.324339 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7078b-beb1-4755-aee5-443742d7d08f req-df2ceb01-cc23-45df-8c9d-ef7507172beb tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:16.325752 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-01d7078b-beb1-4755-aee5-443742d7d08f req-df2ceb01-cc23-45df-8c9d-ef7507172beb tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0639596 Jul 15 19:19:16.397829 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-01d7078b-beb1-4755-aee5-443742d7d08f req-a1585792-f239-40cb-aa02-607b0715542b tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653458 Jul 15 19:19:16.422289 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d9a9d-b607-4ea1-a862-fd5f263b2146 req-71df38b8-9b81-4409-a3df-142a116f72ad tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:16.424573 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5a7d9a9d-b607-4ea1-a862-fd5f263b2146 req-71df38b8-9b81-4409-a3df-142a116f72ad tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.0937424 Jul 15 19:19:16.464063 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5a7d9a9d-b607-4ea1-a862-fd5f263b2146 req-7cbf8c15-b523-4266-9900-8a25db3600e9 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0339701 Jul 15 19:19:16.603333 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689ca7b-d197-481d-a70f-feee4acbdcad req-bb64615b-e183-4b15-8615-cb8de6f9baed tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:16.604719 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0689ca7b-d197-481d-a70f-feee4acbdcad req-bb64615b-e183-4b15-8615-cb8de6f9baed tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0629668 Jul 15 19:19:16.641566 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0689ca7b-d197-481d-a70f-feee4acbdcad req-980d54ec-ea4c-4ba1-8641-dc2c7b88e69f tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314467 Jul 15 19:19:17.573099 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe3fa3-11aa-4e91-87cb-7b7f2dd8483c req-b64f8c32-a08c-41d5-bfe3-093bbf997f51 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:17.574630 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-03fe3fa3-11aa-4e91-87cb-7b7f2dd8483c req-b64f8c32-a08c-41d5-bfe3-093bbf997f51 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0670583 Jul 15 19:19:17.641601 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-03fe3fa3-11aa-4e91-87cb-7b7f2dd8483c req-e8f01bf6-7c9e-480e-8323-af8fd78183a8 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574954 Jul 15 19:19:17.663858 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2d45a-1d82-462c-a76a-ef29ca946f66 req-d0ed7632-e209-400c-b986-62f5a9befcdf tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:17.665338 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-88a2d45a-1d82-462c-a76a-ef29ca946f66 req-d0ed7632-e209-400c-b986-62f5a9befcdf tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.0898333 Jul 15 19:19:17.707323 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-88a2d45a-1d82-462c-a76a-ef29ca946f66 req-d6112dc6-33a8-41ff-9d55-09f8c3abdd13 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0350394 Jul 15 19:19:17.756184 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 916f602c-968e-4b53-a9a2-67864297c87d no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:19:17.775495 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: 916f602c-968e-4b53-a9a2-67864297c87d {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:19:17.775835 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 916f602c-968e-4b53-a9a2-67864297c87d not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:19:17.818638 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91996e-7dfa-4a3c-af7c-05e871d60993 req-d2774b79-ad28-4f5b-9666-1f89cb5f425b tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:17.821532 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-af91996e-7dfa-4a3c-af7c-05e871d60993 req-d2774b79-ad28-4f5b-9666-1f89cb5f425b tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0646768 Jul 15 19:19:17.862876 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-af91996e-7dfa-4a3c-af7c-05e871d60993 req-9670ee6b-8316-453d-9bb4-08dc54b5ff5e tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356226 Jul 15 19:19:18.814254 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c3302-48a7-4942-a0c9-66848916da46 req-b2109e57-7abf-4bb9-9f4c-552bcad5a315 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:18.815808 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5a2c3302-48a7-4942-a0c9-66848916da46 req-b2109e57-7abf-4bb9-9f4c-552bcad5a315 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0634553 Jul 15 19:19:18.881292 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5a2c3302-48a7-4942-a0c9-66848916da46 req-7ff700f2-c1bd-43c9-a353-a1a3ce3ff81d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599518 Jul 15 19:19:18.911514 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29aa7a-dbe4-49d9-aeb8-ed0a2b06d18a req-af9e2606-7fb6-425b-bec6-1d892292b8fd tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:18.913038 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4a29aa7a-dbe4-49d9-aeb8-ed0a2b06d18a req-af9e2606-7fb6-425b-bec6-1d892292b8fd tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.0780089 Jul 15 19:19:18.952920 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4a29aa7a-dbe4-49d9-aeb8-ed0a2b06d18a req-8b91314d-9e55-43e9-8448-10979f03c032 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341322 Jul 15 19:19:19.040506 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a66141-7113-4711-8ad5-67f159bec1d0 req-5085f782-f155-4271-8516-b9305f1e95c7 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:19.041974 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-62a66141-7113-4711-8ad5-67f159bec1d0 req-5085f782-f155-4271-8516-b9305f1e95c7 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0648761 Jul 15 19:19:19.078694 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-62a66141-7113-4711-8ad5-67f159bec1d0 req-c2b53f39-785b-4bac-896f-f22685f23dec tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311241 Jul 15 19:19:19.816792 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183165ae-4b30-43ca-90e8-aeba8cdf6ae5 req-b5edab1b-f648-4fe3-8323-7cab362c4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:19.818251 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-183165ae-4b30-43ca-90e8-aeba8cdf6ae5 req-b5edab1b-f648-4fe3-8323-7cab362c4f99 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2773fe20d3704fd0869501a1c90b4c30&device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 1098 time: 0.0512326 Jul 15 19:19:19.919719 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183165ae-4b30-43ca-90e8-aeba8cdf6ae5 req-72530d55-9a44-49d0-b264-077b9efca35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:19.921220 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-183165ae-4b30-43ca-90e8-aeba8cdf6ae5 req-72530d55-9a44-49d0-b264-077b9efca35e service neutron] 10.222.0.93 "GET /v2.0/networks?id=aa6d1231-195e-4588-9f30-941c386a1c2b HTTP/1.1" status: 200 len: 910 time: 0.0944099 Jul 15 19:19:19.986354 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-183165ae-4b30-43ca-90e8-aeba8cdf6ae5 req-97330c3e-4fff-4227-936a-1e4e021c8e43 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86890286-6222-49cb-a9f6-70a11fcd42c6 HTTP/1.1" status: 200 len: 1000 time: 0.0571959 Jul 15 19:19:20.054998 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183165ae-4b30-43ca-90e8-aeba8cdf6ae5 req-e010068d-5bc5-4de3-83e0-e6655e5f1080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:20.056661 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-183165ae-4b30-43ca-90e8-aeba8cdf6ae5 req-e010068d-5bc5-4de3-83e0-e6655e5f1080 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0263f568-81fe-4529-9e7b-1c99c7cafbe2 HTTP/1.1" status: 200 len: 847 time: 0.0543628 Jul 15 19:19:20.059460 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa67fe8-8b0b-46a6-b16d-7e764defb919 req-81892e90-0060-4fb9-8045-167ce8f32c30 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:20.060994 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2fa67fe8-8b0b-46a6-b16d-7e764defb919 req-81892e90-0060-4fb9-8045-167ce8f32c30 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0663314 Jul 15 19:19:20.121179 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183165ae-4b30-43ca-90e8-aeba8cdf6ae5 req-0294fee5-7917-4cdd-ba63-11606d086704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:20.122626 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-183165ae-4b30-43ca-90e8-aeba8cdf6ae5 req-0294fee5-7917-4cdd-ba63-11606d086704 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aa6d1231-195e-4588-9f30-941c386a1c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568471 Jul 15 19:19:20.132146 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2fa67fe8-8b0b-46a6-b16d-7e764defb919 req-e680336e-b054-4e72-821e-0c8a21da6905 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654807 Jul 15 19:19:20.163490 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ab88e-6023-4cbe-b679-331126d726d0 req-fdfeeb8d-0743-4986-826d-8a09279ccab9 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:20.165069 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dc7ab88e-6023-4cbe-b679-331126d726d0 req-fdfeeb8d-0743-4986-826d-8a09279ccab9 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.0845587 Jul 15 19:19:20.209389 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dc7ab88e-6023-4cbe-b679-331126d726d0 req-840934a8-a3b5-4dc5-a4cd-2f4b0e952242 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0380490 Jul 15 19:19:20.222855 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-183165ae-4b30-43ca-90e8-aeba8cdf6ae5 req-f422e3c8-77d7-49a8-9d87-42d717b0a28e service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d1231-195e-4588-9f30-941c386a1c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883646 Jul 15 19:19:20.317240 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-183165ae-4b30-43ca-90e8-aeba8cdf6ae5 req-880e4dba-9f64-4bf9-8179-d7587d90b234 service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d1231-195e-4588-9f30-941c386a1c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867689 Jul 15 19:19:20.321410 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5370d2-da4b-41ee-b8e8-af27439148ab req-4feeb23f-452d-4e3e-99d7-07f7de3cfe6c tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:20.322934 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fb5370d2-da4b-41ee-b8e8-af27439148ab req-4feeb23f-452d-4e3e-99d7-07f7de3cfe6c tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0636566 Jul 15 19:19:20.360141 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fb5370d2-da4b-41ee-b8e8-af27439148ab req-633e0936-60f0-45d4-b042-a948a45858af tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316989 Jul 15 19:19:21.318999 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46907236-7557-4d5c-bc00-5a9485007af7 req-8a422d1f-7f21-4846-b587-6d80225dbfd7 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:21.320476 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-46907236-7557-4d5c-bc00-5a9485007af7 req-8a422d1f-7f21-4846-b587-6d80225dbfd7 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0615871 Jul 15 19:19:21.394052 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-46907236-7557-4d5c-bc00-5a9485007af7 req-9596b771-acfd-4bc9-973a-5ec5ac7284e3 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637991 Jul 15 19:19:21.412396 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af034e39-26b6-4836-b0ae-abfe999774f7 req-88c179dd-4ff9-4381-9a7d-c60f77446aad tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:21.413999 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-af034e39-26b6-4836-b0ae-abfe999774f7 req-88c179dd-4ff9-4381-9a7d-c60f77446aad tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.0926547 Jul 15 19:19:21.453607 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-af034e39-26b6-4836-b0ae-abfe999774f7 req-c0e861e3-53cb-4cbd-a5e2-fae94d951d1c tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338106 Jul 15 19:19:21.555374 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462a1dc-a59f-463d-a1e4-20f26489e4d2 req-f9fef87f-43a4-4236-a8fa-5541037054e3 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:21.556847 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b462a1dc-a59f-463d-a1e4-20f26489e4d2 req-f9fef87f-43a4-4236-a8fa-5541037054e3 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0638375 Jul 15 19:19:21.594046 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b462a1dc-a59f-463d-a1e4-20f26489e4d2 req-fcef58d8-ad62-4e74-80bc-99010ed7d1ef tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317240 Jul 15 19:19:22.569735 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25b0fb-e0cf-43ed-8376-c267ece6dc43 req-23b02c99-08b1-4c24-a7be-dcb53636bd66 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:22.571241 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0c25b0fb-e0cf-43ed-8376-c267ece6dc43 req-23b02c99-08b1-4c24-a7be-dcb53636bd66 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0673749 Jul 15 19:19:22.639370 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0c25b0fb-e0cf-43ed-8376-c267ece6dc43 req-8a080cff-dc85-4b1d-acea-7963edada682 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/security-groups?id=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586603 Jul 15 19:19:22.639830 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adaa11b-516d-40e7-8445-0da6acc36a6d req-c18e2247-4593-42d7-b84d-b54de4eba12d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:22.641322 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-6adaa11b-516d-40e7-8445-0da6acc36a6d req-c18e2247-4593-42d7-b84d-b54de4eba12d tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.93 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 946 time: 0.0660086 Jul 15 19:19:22.668243 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edb9b3-f86e-49f6-b166-748c0d4aff2c req-0e093cf0-db9a-4f30-9e74-b87e304120bb tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:22.669744 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-18edb9b3-f86e-49f6-b166-748c0d4aff2c req-0e093cf0-db9a-4f30-9e74-b87e304120bb tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.0976310 Jul 15 19:19:22.712233 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-18edb9b3-f86e-49f6-b166-748c0d4aff2c req-3bca94d9-7bef-4dc9-95c3-3edfda8f96fc tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0356159 Jul 15 19:19:22.760730 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [req-6adaa11b-516d-40e7-8445-0da6acc36a6d req-6f7536a2-b6b5-482c-97e8-b8829bd5af41 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Deleting port dbf167cf-2f9a-42fc-a828-988bad1f3d0b {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:19:22.761069 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-6adaa11b-516d-40e7-8445-0da6acc36a6d req-6f7536a2-b6b5-482c-97e8-b8829bd5af41 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:22.809278 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61447da8-0416-4780-b8cf-ac7be3c6cc80 req-f41fe799-61c7-4b3e-9130-38f098bb00e8 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:22.810791 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-61447da8-0416-4780-b8cf-ac7be3c6cc80 req-f41fe799-61c7-4b3e-9130-38f098bb00e8 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0652256 Jul 15 19:19:22.847931 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-6adaa11b-516d-40e7-8445-0da6acc36a6d req-6f7536a2-b6b5-482c-97e8-b8829bd5af41 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] For port dbf167cf-2f9a-42fc-a828-988bad1f3d0b, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dbf167cf-2f9a-42fc-a828-988bad1f3d0b,segment=NetworkSegment(589ae336-726d-4daf-b92b-091e6536f87d),segment_id=589ae336-726d-4daf-b92b-091e6536f87d)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:22.848296 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-6adaa11b-516d-40e7-8445-0da6acc36a6d req-6f7536a2-b6b5-482c-97e8-b8829bd5af41 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:22.853641 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-61447da8-0416-4780-b8cf-ac7be3c6cc80 req-9c89b8c6-cb83-4ea8-a00e-c38a3460a63a tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371559 Jul 15 19:19:22.860943 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [req-6adaa11b-516d-40e7-8445-0da6acc36a6d req-6f7536a2-b6b5-482c-97e8-b8829bd5af41 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Calling delete_port for dbf167cf-2f9a-42fc-a828-988bad1f3d0b owned by compute:nova {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:19:22.992581 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-6adaa11b-516d-40e7-8445-0da6acc36a6d req-6f7536a2-b6b5-482c-97e8-b8829bd5af41 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:23.021533 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7536a2-b6b5-482c-97e8-b8829bd5af41 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Pushing event deleted for resources: {'Port': ['ID=dbf167cf-2f9a-42fc-a828-988bad1f3d0b,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:23.035089 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['dbf167cf-2f9a-42fc-a828-988bad1f3d0b'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:19:23.070371 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adaa11b-516d-40e7-8445-0da6acc36a6d req-6f7536a2-b6b5-482c-97e8-b8829bd5af41 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] No DVR routers for this DVR port dbf167cf-2f9a-42fc-a828-988bad1f3d0b on host hv-cinder-78445 {{(pid=93322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:19:23.072362 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5eb4-389a-422f-a93b-32ab83047373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:23.072838 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-6adaa11b-516d-40e7-8445-0da6acc36a6d req-6f7536a2-b6b5-482c-97e8-b8829bd5af41 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:23.074914 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-6adaa11b-516d-40e7-8445-0da6acc36a6d req-6f7536a2-b6b5-482c-97e8-b8829bd5af41 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.93 "DELETE /v2.0/ports/dbf167cf-2f9a-42fc-a828-988bad1f3d0b HTTP/1.1" status: 204 len: 173 time: 0.4250469 Jul 15 19:19:23.075350 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636f7e3b-95eb-489f-aaa5-90285165644f', 'name': 'network-vif-deleted', 'tag': 'dbf167cf-2f9a-42fc-a828-988bad1f3d0b'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:19:23.077681 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18da26c3-160c-409a-9392-a8aede7b9a57" -d '{"events": [{"server_uuid": "636f7e3b-95eb-489f-aaa5-90285165644f", "name": "network-vif-deleted", "tag": "dbf167cf-2f9a-42fc-a828-988bad1f3d0b"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:19:23.113145 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c8a816-6c28-4eaa-96a8-c8787e2b77a8 x-openstack-request-id: req-20c8a816-6c28-4eaa-96a8-c8787e2b77a8 {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:19:23.113433 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636f7e3b-95eb-489f-aaa5-90285165644f", "name": "network-vif-deleted", "tag": "dbf167cf-2f9a-42fc-a828-988bad1f3d0b", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:19:23.113680 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-20c8a816-6c28-4eaa-96a8-c8787e2b77a8 {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:19:23.114068 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636f7e3b-95eb-489f-aaa5-90285165644f', 'name': 'network-vif-deleted', 'tag': 'dbf167cf-2f9a-42fc-a828-988bad1f3d0b', 'status': 'completed', 'code': 200} Jul 15 19:19:23.794051 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7d079b6e-9fe9-43c8-a6ed-1c87ab9e1778 req-9dfa8cac-ef8a-4452-afc9-dfc1cd5d2c07 tempest-ServerRescueNegativeTestJSON-511321595 tempest-ServerRescueNegativeTestJSON-511321595-project] 10.222.0.73 "GET /v2.0/ports?device_id=636f7e3b-95eb-489f-aaa5-90285165644f HTTP/1.1" status: 200 len: 210 time: 0.0298214 Jul 15 19:19:23.927535 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dc1e5-3ef4-41a3-8396-dbe990a04a72 req-92a07d33-7df2-495e-a5b1-a091d2223c93 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:23.929212 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fb1dc1e5-3ef4-41a3-8396-dbe990a04a72 req-92a07d33-7df2-495e-a5b1-a091d2223c93 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.0731294 Jul 15 19:19:23.970922 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fb1dc1e5-3ef4-41a3-8396-dbe990a04a72 req-11168b7c-a6fe-4a57-a7e7-61db01b8c4f1 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0350785 Jul 15 19:19:24.054645 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edbd8f-0d8a-469a-a62f-e36cd554f74f req-0dfbac9c-c2dc-4c87-93f2-15cdb0862b31 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:24.056337 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-72edbd8f-0d8a-469a-a62f-e36cd554f74f req-0dfbac9c-c2dc-4c87-93f2-15cdb0862b31 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0848086 Jul 15 19:19:24.094233 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-72edbd8f-0d8a-469a-a62f-e36cd554f74f req-6747ef84-ef28-4ce3-a437-79249de9ed87 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323799 Jul 15 19:19:24.450989 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f220bb7b-b9bf-4deb-8d68-784797bed177 req-9d2882cb-7264-47cb-9d4b-88fdff9a42d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1167185 Jul 15 19:19:24.477011 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09bf6b-9a30-4c23-b3ca-17b0d4c660cd req-96fd7f8d-1ce4-4701-bc26-f3e74eae5821 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:24.478568 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9c09bf6b-9a30-4c23-b3ca-17b0d4c660cd req-96fd7f8d-1ce4-4701-bc26-f3e74eae5821 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0836842 Jul 15 19:19:24.519529 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9c09bf6b-9a30-4c23-b3ca-17b0d4c660cd req-6f975e8b-4664-48c4-b774-69545375e951 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348611 Jul 15 19:19:24.896537 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 48702) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:25.238276 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72ec40-11b8-422b-b6f9-57ee7bed7200 req-3371aee1-d31d-4f2e-b66c-720cde585151 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:25.239768 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3a72ec40-11b8-422b-b6f9-57ee7bed7200 req-3371aee1-d31d-4f2e-b66c-720cde585151 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.1391609 Jul 15 19:19:25.301536 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3a72ec40-11b8-422b-b6f9-57ee7bed7200 req-fb6de277-6850-4daf-abc1-21a0a4770f06 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0555234 Jul 15 19:19:25.394698 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975790'] for router_interface, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:25.638764 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-652e670f-40c6-41b7-baa3-484dd1c5b79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:25.705693 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:25.739993 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e545660-645e-4209-b672-3c4dac7ccaa5 req-144a91c8-65cc-4663-8569-402bdcc28bb4 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:25.741453 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9e545660-645e-4209-b672-3c4dac7ccaa5 req-144a91c8-65cc-4663-8569-402bdcc28bb4 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.1017375 Jul 15 19:19:25.772551 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Deleting port ba359719-8cd6-4aca-a196-d6a719840b02 {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:19:25.772807 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:25.801451 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9e545660-645e-4209-b672-3c4dac7ccaa5 req-91635157-23dc-4607-8d6b-d6d8e16cf50f tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539150 Jul 15 19:19:25.868179 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] For port ba359719-8cd6-4aca-a196-d6a719840b02, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=ba359719-8cd6-4aca-a196-d6a719840b02,segment=NetworkSegment(589ae336-726d-4daf-b92b-091e6536f87d),segment_id=589ae336-726d-4daf-b92b-091e6536f87d)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:25.868615 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:25.883445 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Calling delete_port for ba359719-8cd6-4aca-a196-d6a719840b02 owned by network:router_interface {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:19:26.348585 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b09bd0-170f-4de5-a4ff-93967e787548 req-9e2b6225-ffa2-4e61-8ab3-068dc1be5835 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:26.350076 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-20b09bd0-170f-4de5-a4ff-93967e787548 req-9e2b6225-ffa2-4e61-8ab3-068dc1be5835 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 946 time: 0.0859601 Jul 15 19:19:26.420124 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-20b09bd0-170f-4de5-a4ff-93967e787548 req-c2ad625e-4a04-4cc7-8647-69dc29c08a6b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469487 Jul 15 19:19:26.423531 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:26.473142 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba359719-8cd6-4aca-a196-d6a719840b02,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:26.507481 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:26.507939 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:26.508287 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:26.508623 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:26.508956 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:26.509286 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:26.509609 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:26.509940 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:26.510263 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:26.510607 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:26.510927 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:26.511242 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:26.607149 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1eee2-ba9e-449f-9d93-ff91224781eb req-032171a5-b496-4304-b892-d50436539543 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:26.608663 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-68f1eee2-ba9e-449f-9d93-ff91224781eb req-032171a5-b496-4304-b892-d50436539543 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.1874053 Jul 15 19:19:26.626867 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:26.691625 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-68f1eee2-ba9e-449f-9d93-ff91224781eb req-7a29331c-f52f-4c5c-9c35-4d80783833de tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0742314 Jul 15 19:19:26.701474 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-973374'] for router_interface, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:26.951874 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Router 989f5555-60a6-402d-8736-b65d99f811f5 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:19:27.031042 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5786340-a2bb-4d51-8315-af218ba4e4f5 req-10081b8d-e6de-4e9a-b3ed-9c8812d2aa8b tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:27.032613 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f5786340-a2bb-4d51-8315-af218ba4e4f5 req-10081b8d-e6de-4e9a-b3ed-9c8812d2aa8b tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.1137650 Jul 15 19:19:27.106514 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f5786340-a2bb-4d51-8315-af218ba4e4f5 req-0cb93fd5-142b-4366-b41f-6a478daf7ac6 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497901 Jul 15 19:19:27.107734 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:19:27.112677 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-6b8dbb5e-cf64-4dde-9324-be07d8a19f90 admin admin] 10.222.0.73 "PUT /v2.0/routers/989f5555-60a6-402d-8736-b65d99f811f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2149646 Jul 15 19:19:27.115120 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 48722) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:27.120005 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854f3378-dda2-4a28-a385-dc7ec5a18fad None None] Sync routers for ids ['989f5555-60a6-402d-8736-b65d99f811f5'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:19:27.131389 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f3378-dda2-4a28-a385-dc7ec5a18fad None None] Routers {'989f5555-60a6-402d-8736-b65d99f811f5'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:19:27.131996 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-854f3378-dda2-4a28-a385-dc7ec5a18fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:19:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['989f5555-60a6-402d-8736-b65d99f811f5'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:27.217924 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-71b7e442-ccb4-466e-b9a3-a9434c652515 admin admin] Notify callbacks [] for router, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:27.232265 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-854f3378-dda2-4a28-a385-dc7ec5a18fad None None] Set router 989f5555-60a6-402d-8736-b65d99f811f5 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:19:27.320400 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-71b7e442-ccb4-466e-b9a3-a9434c652515 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:27.377160 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-71b7e442-ccb4-466e-b9a3-a9434c652515 admin admin] Deleting port ee7f64d3-1849-4484-96e5-31afc18f45f1 {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:19:27.377825 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-71b7e442-ccb4-466e-b9a3-a9434c652515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:27.415571 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-854f3378-dda2-4a28-a385-dc7ec5a18fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989f5555-60a6-402d-8736-b65d99f811f5', 'name': 'tempest-ServerRescueNegativeTestJSON-914180544-router', 'tenant_id': '85ad778364da4e58a9ec2415e9efc98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'ee7f64d3-1849-4484-96e5-31afc18f45f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:15:04Z', 'updated_at': '2021-07-15T19:19:26Z', 'revision_number': 5, 'project_id': '85ad778364da4e58a9ec2415e9efc98f', 'gw_port': {'id': 'ee7f64d3-1849-4484-96e5-31afc18f45f1', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989f5555-60a6-402d-8736-b65d99f811f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:15:05Z', 'updated_at': '2021-07-15T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:27.443205 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854f3378-dda2-4a28-a385-dc7ec5a18fad None None] Checking router: 989f5555-60a6-402d-8736-b65d99f811f5 for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:19:27.452457 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f3378-dda2-4a28-a385-dc7ec5a18fad None None] Routers {'989f5555-60a6-402d-8736-b65d99f811f5'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:19:27.453302 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-854f3378-dda2-4a28-a385-dc7ec5a18fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:19:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['989f5555-60a6-402d-8736-b65d99f811f5'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:27.465853 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [None req-71b7e442-ccb4-466e-b9a3-a9434c652515 admin admin] For port ee7f64d3-1849-4484-96e5-31afc18f45f1, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=ee7f64d3-1849-4484-96e5-31afc18f45f1,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:27.466301 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-71b7e442-ccb4-466e-b9a3-a9434c652515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:27.480281 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-71b7e442-ccb4-466e-b9a3-a9434c652515 admin admin] Calling delete_port for ee7f64d3-1849-4484-96e5-31afc18f45f1 owned by network:router_gateway {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:19:27.525234 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220bb7b-b9bf-4deb-8d68-784797bed177 req-8bd7c036-45a0-4cfa-95ca-00ce259abed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:27.528218 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f220bb7b-b9bf-4deb-8d68-784797bed177 req-8bd7c036-45a0-4cfa-95ca-00ce259abed1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715&tenant_id=2773fe20d3704fd0869501a1c90b4c30 HTTP/1.1" status: 200 len: 1098 time: 0.1315796 Jul 15 19:19:27.549755 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-854f3378-dda2-4a28-a385-dc7ec5a18fad None None] Set router 989f5555-60a6-402d-8736-b65d99f811f5 gateway port host: None {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:19:27.603314 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-854f3378-dda2-4a28-a385-dc7ec5a18fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989f5555-60a6-402d-8736-b65d99f811f5', 'name': 'tempest-ServerRescueNegativeTestJSON-914180544-router', 'tenant_id': '85ad778364da4e58a9ec2415e9efc98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:15:04Z', 'updated_at': '2021-07-15T19:19:27Z', 'revision_number': 6, 'project_id': '85ad778364da4e58a9ec2415e9efc98f', 'gw_port_host': None}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:27.634964 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854f3378-dda2-4a28-a385-dc7ec5a18fad None None] The sync data for ids ['989f5555-60a6-402d-8736-b65d99f811f5'] in dv-cinder-784453-9-iscsi is: [{'id': '989f5555-60a6-402d-8736-b65d99f811f5', 'name': 'tempest-ServerRescueNegativeTestJSON-914180544-router', 'tenant_id': '85ad778364da4e58a9ec2415e9efc98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:15:04Z', 'updated_at': '2021-07-15T19:19:27Z', 'revision_number': 6, 'project_id': '85ad778364da4e58a9ec2415e9efc98f', 'gw_port_host': None}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:19:27.640913 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220bb7b-b9bf-4deb-8d68-784797bed177 req-b9efe78b-3f90-4428-9a1b-12cbcc34facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:27.643165 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f220bb7b-b9bf-4deb-8d68-784797bed177 req-b9efe78b-3f90-4428-9a1b-12cbcc34facb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2773fe20d3704fd0869501a1c90b4c30&device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 1098 time: 0.0683699 Jul 15 19:19:27.703702 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcffdd-a019-442f-9682-f0dc8db4c9e3 req-08171452-9359-4ec0-8a95-89655b4996cc tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:27.705239 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-febcffdd-a019-442f-9682-f0dc8db4c9e3 req-08171452-9359-4ec0-8a95-89655b4996cc tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 946 time: 0.1189704 Jul 15 19:19:27.709866 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-71b7e442-ccb4-466e-b9a3-a9434c652515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:27.742005 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220bb7b-b9bf-4deb-8d68-784797bed177 req-19667621-9d3c-44a4-889c-5f22090a41f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:27.743534 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f220bb7b-b9bf-4deb-8d68-784797bed177 req-19667621-9d3c-44a4-889c-5f22090a41f0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=aa6d1231-195e-4588-9f30-941c386a1c2b HTTP/1.1" status: 200 len: 910 time: 0.0899804 Jul 15 19:19:27.750383 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7e442-ccb4-466e-b9a3-a9434c652515 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7f64d3-1849-4484-96e5-31afc18f45f1,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:27.810213 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-febcffdd-a019-442f-9682-f0dc8db4c9e3 req-0b540582-5bda-470f-860f-4ede3413cf2b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979853 Jul 15 19:19:27.820537 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f220bb7b-b9bf-4deb-8d68-784797bed177 req-c2af9583-b325-43de-86f3-9494657d6daf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86890286-6222-49cb-a9f6-70a11fcd42c6 HTTP/1.1" status: 200 len: 1000 time: 0.0634902 Jul 15 19:19:27.827121 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-71b7e442-ccb4-466e-b9a3-a9434c652515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978532'] for router_gateway, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:27.840822 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 86890286-6222-49cb-a9f6-70a11fcd42c6 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:19:27.874809 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220bb7b-b9bf-4deb-8d68-784797bed177 req-5fbc0064-6751-4851-b8c9-f1c1d9535881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:27.876544 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f220bb7b-b9bf-4deb-8d68-784797bed177 req-5fbc0064-6751-4851-b8c9-f1c1d9535881 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0263f568-81fe-4529-9e7b-1c99c7cafbe2 HTTP/1.1" status: 200 len: 847 time: 0.0483873 Jul 15 19:19:27.910832 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:27.938284 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86890286-6222-49cb-a9f6-70a11fcd42c6'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:19:27.940729 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13291b12-7302-4497-ac87-a11ea5e33362" -d '{"events": [{"server_uuid": "caa09030-e07c-4500-9b35-bb1fa802a715", "name": "network-vif-unplugged", "status": "completed", "tag": "86890286-6222-49cb-a9f6-70a11fcd42c6"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:19:27.945667 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220bb7b-b9bf-4deb-8d68-784797bed177 req-a999bf9e-9358-4923-8bb5-4f4de935416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:27.947234 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f220bb7b-b9bf-4deb-8d68-784797bed177 req-a999bf9e-9358-4923-8bb5-4f4de935416b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aa6d1231-195e-4588-9f30-941c386a1c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598459 Jul 15 19:19:27.965338 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-71b7e442-ccb4-466e-b9a3-a9434c652515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7029'] for router, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:27.968641 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-71b7e442-ccb4-466e-b9a3-a9434c652515 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:27.976914 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 86890286-6222-49cb-a9f6-70a11fcd42c6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=86890286-6222-49cb-a9f6-70a11fcd42c6,segment=NetworkSegment(22b39634-13a9-4136-9538-3dec0f8f0722),segment_id=22b39634-13a9-4136-9538-3dec0f8f0722)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:27.986530 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:27.987546 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device dbf167cf-2f9a-42fc-a828-988bad1f3d0b no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:19:28.029527 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: dbf167cf-2f9a-42fc-a828-988bad1f3d0b {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:19:28.029873 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device dbf167cf-2f9a-42fc-a828-988bad1f3d0b not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:19:28.067941 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-71b7e442-ccb4-466e-b9a3-a9434c652515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976614'] for router, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:28.068525 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b7e442-ccb4-466e-b9a3-a9434c652515 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 989f5555-60a6-402d-8736-b65d99f811f5 {{(pid=93321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:19:28.075123 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-71b7e442-ccb4-466e-b9a3-a9434c652515 admin admin] Notify callbacks [] for router, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:28.078749 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-71b7e442-ccb4-466e-b9a3-a9434c652515 admin admin] 10.222.0.73 "DELETE /v2.0/routers/989f5555-60a6-402d-8736-b65d99f811f5 HTTP/1.1" status: 204 len: 168 time: 0.9626975 Jul 15 19:19:28.080403 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48732) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:28.097153 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=86890286-6222-49cb-a9f6-70a11fcd42c6,revision_number=6']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:28.104931 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:28.105442 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:28.105870 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:28.106294 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:28.106745 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:28.107164 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:28.107583 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:28.108056 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:28.108385 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629a2f4-d808-4fa2-8a71-fbb48b5260a3 req-605006f8-0997-4a16-a7f9-2e62040db05a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:28.108641 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:28.108959 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:28.109386 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:28.109781 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:19:28.109963 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9629a2f4-d808-4fa2-8a71-fbb48b5260a3 req-605006f8-0997-4a16-a7f9-2e62040db05a tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.2668386 Jul 15 19:19:28.150059 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 19:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa2146b-16cc-4f62-9c6a-9cffddb86aea x-openstack-request-id: req-1fa2146b-16cc-4f62-9c6a-9cffddb86aea {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:19:28.150618 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa09030-e07c-4500-9b35-bb1fa802a715", "name": "network-vif-unplugged", "status": "completed", "tag": "86890286-6222-49cb-a9f6-70a11fcd42c6", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:19:28.151151 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1fa2146b-16cc-4f62-9c6a-9cffddb86aea {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:19:28.151687 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86890286-6222-49cb-a9f6-70a11fcd42c6', 'code': 200} Jul 15 19:19:28.158285 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f220bb7b-b9bf-4deb-8d68-784797bed177 req-7f1ce3e3-59af-4143-803a-19d8dfa13a08 service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d1231-195e-4588-9f30-941c386a1c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017059 Jul 15 19:19:28.174847 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9629a2f4-d808-4fa2-8a71-fbb48b5260a3 req-2373b8d1-354f-4571-bb5b-5d9abe1cc54b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ab204dd-e64e-4b75-91d0-abfc1eae7df9&id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0424259 Jul 15 19:19:28.176164 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_v2 [None req-753a7e32-14ff-46c4-a3e4-ad86708e21ac admin admin] Deleting subnet 8faf6c09-c75a-4089-8bbb-01bb653de4b0 {{(pid=93322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:19:28.179798 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-753a7e32-14ff-46c4-a3e4-ad86708e21ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:28.219532 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-753a7e32-14ff-46c4-a3e4-ad86708e21ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132251514'] for subnet, precommit_delete_associations {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:28.306954 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:28.316258 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-753a7e32-14ff-46c4-a3e4-ad86708e21ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921093'] for subnet, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:28.329429 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd843bb-575d-45e8-b2bf-0b8ec074d690 req-6ebe3b45-5910-4d0e-852d-9c35eac6ea86 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:28.330924 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cfd843bb-575d-45e8-b2bf-0b8ec074d690 req-6ebe3b45-5910-4d0e-852d-9c35eac6ea86 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 943 time: 0.0657911 Jul 15 19:19:28.368643 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cfd843bb-575d-45e8-b2bf-0b8ec074d690 req-1076f83c-9562-4279-8194-7ad03e12000d tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316985 Jul 15 19:19:28.368921 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f220bb7b-b9bf-4deb-8d68-784797bed177 req-d80a4743-8766-451b-a64a-12b4b98fd9b4 service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d1231-195e-4588-9f30-941c386a1c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470873 Jul 15 19:19:28.386218 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-753a7e32-14ff-46c4-a3e4-ad86708e21ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132284646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132654462'] for subnet, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:28.417372 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a7e32-14ff-46c4-a3e4-ad86708e21ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8faf6c09-c75a-4089-8bbb-01bb653de4b0,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:28.419255 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-753a7e32-14ff-46c4-a3e4-ad86708e21ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:28.421114 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-753a7e32-14ff-46c4-a3e4-ad86708e21ac admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8faf6c09-c75a-4089-8bbb-01bb653de4b0 HTTP/1.1" status: 204 len: 168 time: 0.3396769 Jul 15 19:19:28.424206 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48738) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:28.491088 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ff996194-f83b-4687-8052-97f195d4664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621038'] for network, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:28.560496 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device ba359719-8cd6-4aca-a196-d6a719840b02 no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:19:28.572316 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ff996194-f83b-4687-8052-97f195d4664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1920033', 'neutron.services.segments.db._delete_segments_for_network-8754284971340'] for network, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:28.581481 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: ba359719-8cd6-4aca-a196-d6a719840b02 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:19:28.582044 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device ba359719-8cd6-4aca-a196-d6a719840b02 not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:19:28.583602 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-ff996194-f83b-4687-8052-97f195d4664c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220c8ef8-55c4-4e19-ba3b-d33a7d595dd4']}} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:28.598589 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-ff996194-f83b-4687-8052-97f195d4664c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589ae336-726d-4daf-b92b-091e6536f87d') {'for_net_delete': True} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:28.598589 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-ff996194-f83b-4687-8052-97f195d4664c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589ae336-726d-4daf-b92b-091e6536f87d') {} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:28.605218 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:28.609269 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ff996194-f83b-4687-8052-97f195d4664c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754284973397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132251469'] for segment, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:28.623999 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ff996194-f83b-4687-8052-97f195d4664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:28.630006 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff996194-f83b-4687-8052-97f195d4664c admin admin] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=93322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:19:28.630392 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ff996194-f83b-4687-8052-97f195d4664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132284996'] for segment, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: Traceback (most recent call last): Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: timer() Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: cb(*args, **kw) Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: return func(*args, **kwargs) Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: self._notify() Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: self.callback(batched_events) Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: event.method(event) Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: return f(self, *a, **k) Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._get(url).json() Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: return self.request(url, 'GET', **kwargs) Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:19:28.632029 dv-cinder-784453-9-iscsi neutron-server[93322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:19:28.685045 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ff996194-f83b-4687-8052-97f195d4664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1920056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978616'] for network, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:28.691949 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ff996194-f83b-4687-8052-97f195d4664c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:28.693697 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-ff996194-f83b-4687-8052-97f195d4664c admin admin] 10.222.0.73 "DELETE /v2.0/networks/220c8ef8-55c4-4e19-ba3b-d33a7d595dd4 HTTP/1.1" status: 204 len: 168 time: 0.2685575 Jul 15 19:19:28.703656 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff996194-f83b-4687-8052-97f195d4664c admin admin] Pushing event deleted for resources: {'Network': ['ID=220c8ef8-55c4-4e19-ba3b-d33a7d595dd4,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:28.864895 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38837302-2566-458c-a921-a752cc068400 req-e88d33d3-c5e4-4cea-b6d9-17203e845e2c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:28.866543 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-38837302-2566-458c-a921-a752cc068400 req-e88d33d3-c5e4-4cea-b6d9-17203e845e2c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 946 time: 0.0873926 Jul 15 19:19:28.873501 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48744) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:28.952466 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-a30c0a69-743b-4b18-bae2-3967ee325176 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=85ad778364da4e58a9ec2415e9efc98f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777273 Jul 15 19:19:28.961836 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 48746) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:28.998333 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [req-38837302-2566-458c-a921-a752cc068400 req-ca9e0daf-2194-4f8b-98a0-5cddcb452ae5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Deleting port 1a225c13-a225-4e29-8700-331911a7dfd8 {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:19:28.998706 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-38837302-2566-458c-a921-a752cc068400 req-ca9e0daf-2194-4f8b-98a0-5cddcb452ae5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:29.038866 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f5193-09fc-4508-a358-9b959f21d3bd req-c9e54a80-3da9-4f94-acbb-ad89ac480faf tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:29.040346 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7a6f5193-09fc-4508-a358-9b959f21d3bd req-c9e54a80-3da9-4f94-acbb-ad89ac480faf tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 946 time: 0.1053832 Jul 15 19:19:29.041389 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-02a14908-f716-4ed0-8e10-b976f3ea53a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:29.075834 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-02a14908-f716-4ed0-8e10-b976f3ea53a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:29.090744 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-38837302-2566-458c-a921-a752cc068400 req-ca9e0daf-2194-4f8b-98a0-5cddcb452ae5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] For port 1a225c13-a225-4e29-8700-331911a7dfd8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1a225c13-a225-4e29-8700-331911a7dfd8,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:29.091385 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-38837302-2566-458c-a921-a752cc068400 req-ca9e0daf-2194-4f8b-98a0-5cddcb452ae5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:29.104518 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7a6f5193-09fc-4508-a358-9b959f21d3bd req-db94d5ef-4c63-4b9d-b3de-d3f928100d54 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585423 Jul 15 19:19:29.138322 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-02a14908-f716-4ed0-8e10-b976f3ea53a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:29.141100 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-02a14908-f716-4ed0-8e10-b976f3ea53a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:29.142924 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-02a14908-f716-4ed0-8e10-b976f3ea53a5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a9553ea5-0079-495c-b3b9-ccd77ffa0d0d HTTP/1.1" status: 204 len: 168 time: 0.1799481 Jul 15 19:19:29.150654 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a14908-f716-4ed0-8e10-b976f3ea53a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9553ea5-0079-495c-b3b9-ccd77ffa0d0d,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:29.312626 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-38837302-2566-458c-a921-a752cc068400 req-ca9e0daf-2194-4f8b-98a0-5cddcb452ae5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:29.313794 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-38837302-2566-458c-a921-a752cc068400 req-ca9e0daf-2194-4f8b-98a0-5cddcb452ae5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978606'] for floatingip, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:29.314272 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.l3_db [req-38837302-2566-458c-a921-a752cc068400 req-ca9e0daf-2194-4f8b-98a0-5cddcb452ae5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Floating IP 1cb2513c-0c3d-47a2-8c2a-a87680dfa170 disassociated. External IP: 172.27.0.100, port: 1a225c13-a225-4e29-8700-331911a7dfd8. Jul 15 19:19:29.314541 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [req-38837302-2566-458c-a921-a752cc068400 req-ca9e0daf-2194-4f8b-98a0-5cddcb452ae5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Calling delete_port for 1a225c13-a225-4e29-8700-331911a7dfd8 owned by compute:nova {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:19:29.443395 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-38837302-2566-458c-a921-a752cc068400 req-ca9e0daf-2194-4f8b-98a0-5cddcb452ae5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:29.478224 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e0daf-2194-4f8b-98a0-5cddcb452ae5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Pushing event deleted for resources: {'Port': ['ID=1a225c13-a225-4e29-8700-331911a7dfd8,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:29.559423 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444978a-fb57-4deb-8fc3-641c64be5f84 req-46ea286a-339c-4b3a-b7a7-78e9219aa7a3 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:29.560904 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4444978a-fb57-4deb-8fc3-641c64be5f84 req-46ea286a-339c-4b3a-b7a7-78e9219aa7a3 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 943 time: 0.0739794 Jul 15 19:19:29.605694 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38837302-2566-458c-a921-a752cc068400 req-ca9e0daf-2194-4f8b-98a0-5cddcb452ae5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:19:29.614699 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4444978a-fb57-4deb-8fc3-641c64be5f84 req-d77a534a-5ab0-4642-baa8-861ccd0776a5 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433018 Jul 15 19:19:29.718496 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38837302-2566-458c-a921-a752cc068400 req-ca9e0daf-2194-4f8b-98a0-5cddcb452ae5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:19:29.730719 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08ce57-b019-4da9-be02-d81c00e341ef None None] Sync routers for ids ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:19:29.741762 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08ce57-b019-4da9-be02-d81c00e341ef None None] Routers {'7febdbd1-cbce-4eb9-b8bf-9afbd5851891'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:19:29.742731 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-ef08ce57-b019-4da9-be02-d81c00e341ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:19:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:29.770224 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-38837302-2566-458c-a921-a752cc068400 req-ca9e0daf-2194-4f8b-98a0-5cddcb452ae5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] No DVR routers for this DVR port 1a225c13-a225-4e29-8700-331911a7dfd8 on host hv-cinder-78445 {{(pid=93322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:19:29.772734 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-38837302-2566-458c-a921-a752cc068400 req-ca9e0daf-2194-4f8b-98a0-5cddcb452ae5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:29.774888 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-38837302-2566-458c-a921-a752cc068400 req-ca9e0daf-2194-4f8b-98a0-5cddcb452ae5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.93 "DELETE /v2.0/ports/1a225c13-a225-4e29-8700-331911a7dfd8 HTTP/1.1" status: 204 len: 173 time: 0.8939149 Jul 15 19:19:29.775333 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'name': 'network-vif-deleted', 'tag': '1a225c13-a225-4e29-8700-331911a7dfd8'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:19:29.777549 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5703c4f2-a91a-4dac-b96f-e6f8881cf2d6" -d '{"events": [{"server_uuid": "73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb", "name": "network-vif-deleted", "tag": "1a225c13-a225-4e29-8700-331911a7dfd8"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:19:29.835864 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca33f06-f8d0-4e17-bf9d-2dc639c4fbb6 x-openstack-request-id: req-5ca33f06-f8d0-4e17-bf9d-2dc639c4fbb6 {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:19:29.836220 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb", "name": "network-vif-deleted", "tag": "1a225c13-a225-4e29-8700-331911a7dfd8", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:19:29.836539 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ca33f06-f8d0-4e17-bf9d-2dc639c4fbb6 {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:19:29.837023 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb', 'name': 'network-vif-deleted', 'tag': '1a225c13-a225-4e29-8700-331911a7dfd8', 'status': 'completed', 'code': 200} Jul 15 19:19:29.862827 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-ef08ce57-b019-4da9-be02-d81c00e341ef None None] Set router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:19:30.075942 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device ee7f64d3-1849-4484-96e5-31afc18f45f1 no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:19:30.225835 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: ee7f64d3-1849-4484-96e5-31afc18f45f1 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:19:30.226188 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device ee7f64d3-1849-4484-96e5-31afc18f45f1 not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:19:30.259040 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-ef08ce57-b019-4da9-be02-d81c00e341ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 4, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'a0763953-ca34-4769-8bd6-bbffc199808d', 'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'mac_address': 'fa:16:3e:89:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:57Z', 'updated_at': '2021-07-15T19:14:08Z', 'revision_number': 5, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'subnets': [{'id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:30.287974 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08ce57-b019-4da9-be02-d81c00e341ef None None] Checking router: 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:19:30.300319 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08ce57-b019-4da9-be02-d81c00e341ef None None] Routers {'7febdbd1-cbce-4eb9-b8bf-9afbd5851891'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:19:30.301461 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-ef08ce57-b019-4da9-be02-d81c00e341ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:19:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:30.429978 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-ef08ce57-b019-4da9-be02-d81c00e341ef None None] Set router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:19:30.489277 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0e4074d8-a349-45eb-9b12-cb49f0ac31ed req-8ecc3f18-6fe5-47a9-ba09-133cff1a0834 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=73e5f17d-ee0a-41a9-8264-5c7e0bdb67fb HTTP/1.1" status: 200 len: 210 time: 0.0331089 Jul 15 19:19:30.668593 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-ef08ce57-b019-4da9-be02-d81c00e341ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 4, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'a0763953-ca34-4769-8bd6-bbffc199808d', 'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'mac_address': 'fa:16:3e:89:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:57Z', 'updated_at': '2021-07-15T19:14:08Z', 'revision_number': 5, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'subnets': [{'id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:30.706634 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08ce57-b019-4da9-be02-d81c00e341ef None None] The sync data for ids ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'] in dv-cinder-784453-9-iscsi is: [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 4, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'a0763953-ca34-4769-8bd6-bbffc199808d', 'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'mac_address': 'fa:16:3e:89:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:57Z', 'updated_at': '2021-07-15T19:14:08Z', 'revision_number': 5, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'subnets': [{'id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:19:30.860131 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dca75-0ddd-4051-8b9f-f40c3daf4e21 req-71371ef5-8e74-4458-bcf2-530fd6dbe48b tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:30.862208 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1e3dca75-0ddd-4051-8b9f-f40c3daf4e21 req-71371ef5-8e74-4458-bcf2-530fd6dbe48b tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 943 time: 0.1038687 Jul 15 19:19:30.912883 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1e3dca75-0ddd-4051-8b9f-f40c3daf4e21 req-5b380571-0f4c-4f40-a9c3-981e774ed7b4 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449693 Jul 15 19:19:31.022181 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e8fd91-b8a9-4098-8bf7-134406fff3d7 None None] New status for floating IP 1cb2513c-0c3d-47a2-8c2a-a87680dfa170: DOWN {{(pid=93324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:19:31.640901 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 48860) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:31.702866 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b318bf0e-0193-4957-aa14-86ffe97da59a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:31.732256 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b318bf0e-0193-4957-aa14-86ffe97da59a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:31.809513 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b318bf0e-0193-4957-aa14-86ffe97da59a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:31.812224 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b318bf0e-0193-4957-aa14-86ffe97da59a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:31.818233 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48876) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:31.830086 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-b318bf0e-0193-4957-aa14-86ffe97da59a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "DELETE /v2.0/security-groups/ee54f166-f0d0-4d0a-a008-fa3e29af6d4b HTTP/1.1" status: 204 len: 168 time: 0.1877246 Jul 15 19:19:31.847995 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.api.v2.resource [None req-01c015af-1715-4189-9cfa-a71305051322 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] show failed (client error): The resource could not be found. Jul 15 19:19:31.854760 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 48882) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:31.857178 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318bf0e-0193-4957-aa14-86ffe97da59a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee54f166-f0d0-4d0a-a008-fa3e29af6d4b,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:31.858874 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-01c015af-1715-4189-9cfa-a71305051322 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups/ee54f166-f0d0-4d0a-a008-fa3e29af6d4b HTTP/1.1" status: 404 len: 347 time: 0.0394514 Jul 15 19:19:32.146705 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca9102-dd06-4b77-858d-f414a0516485 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Deleting port 90dd6979-35ed-442a-afc7-858ec49e33b8 {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:19:32.147054 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9102-dd06-4b77-858d-f414a0516485 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:32.176456 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ce8bd-4eca-4d9a-b6bf-555283966236 req-fc4cc3be-256a-4d4f-896f-0a419ea007c2 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:32.177717 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d39ce8bd-4eca-4d9a-b6bf-555283966236 req-fc4cc3be-256a-4d4f-896f-0a419ea007c2 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.1528840 Jul 15 19:19:32.238623 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a7f81-dd35-4472-bc30-3812babf3665 req-0a11e6d1-5258-4b76-baea-2a1a1cb04e5d tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:32.240103 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-113a7f81-dd35-4472-bc30-3812babf3665 req-0a11e6d1-5258-4b76-baea-2a1a1cb04e5d tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 943 time: 0.1730659 Jul 15 19:19:32.294363 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9102-dd06-4b77-858d-f414a0516485 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:32.294728 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9102-dd06-4b77-858d-f414a0516485 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:32.317596 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d39ce8bd-4eca-4d9a-b6bf-555283966236 req-8b17bb14-4acf-4a87-bec3-de4d0c0c4ec5 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257098 Jul 15 19:19:32.325423 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca9102-dd06-4b77-858d-f414a0516485 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Calling delete_port for 90dd6979-35ed-442a-afc7-858ec49e33b8 owned by network:floatingip {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:19:32.331939 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-113a7f81-dd35-4472-bc30-3812babf3665 req-246b29ee-66ad-41cc-b2dc-9810551e2faa tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839605 Jul 15 19:19:32.477846 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48910) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:32.500829 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9102-dd06-4b77-858d-f414a0516485 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:32.530015 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca9102-dd06-4b77-858d-f414a0516485 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Pushing event deleted for resources: {'Port': ['ID=90dd6979-35ed-442a-afc7-858ec49e33b8,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:32.587773 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fb58ef09-e1c8-4b0e-8d60-e553919bd3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:32.596966 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9102-dd06-4b77-858d-f414a0516485 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for floatingip, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:32.599452 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b9ca9102-dd06-4b77-858d-f414a0516485 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:32.607901 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-b9ca9102-dd06-4b77-858d-f414a0516485 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "DELETE /v2.0/floatingips/1cb2513c-0c3d-47a2-8c2a-a87680dfa170 HTTP/1.1" status: 204 len: 168 time: 0.7446973 Jul 15 19:19:32.694154 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fb58ef09-e1c8-4b0e-8d60-e553919bd3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:32.698331 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fb58ef09-e1c8-4b0e-8d60-e553919bd3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:32.738570 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-fb58ef09-e1c8-4b0e-8d60-e553919bd3f8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5ac83860eecf492390d121dee54b6d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595429 Jul 15 19:19:32.739432 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58ef09-e1c8-4b0e-8d60-e553919bd3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec1f759-dcf3-45ba-ba6b-5608239a16ad,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:32.741836 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 48916) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:32.794811 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a9d86855-81d8-4b32-9a84-fbce9282a6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:32.816932 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a9d86855-81d8-4b32-9a84-fbce9282a6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:32.862250 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a9d86855-81d8-4b32-9a84-fbce9282a6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:32.864671 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a9d86855-81d8-4b32-9a84-fbce9282a6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:32.865797 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-a9d86855-81d8-4b32-9a84-fbce9282a6bf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5ec1f759-dcf3-45ba-ba6b-5608239a16ad HTTP/1.1" status: 204 len: 168 time: 0.1222553 Jul 15 19:19:32.873451 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d86855-81d8-4b32-9a84-fbce9282a6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec1f759-dcf3-45ba-ba6b-5608239a16ad,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:33.038251 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 48922) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:33.042991 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-071fe454-ed09-473a-8835-5115e22b6a6c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--151029660', 'description': 'tempest-description--2052762334'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:19:33.066349 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-071fe454-ed09-473a-8835-5115e22b6a6c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.133098 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48924) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:33.146198 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-071fe454-ed09-473a-8835-5115e22b6a6c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.146450 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ae666e72-41b6-4b97-8ecc-3eda57286559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.150165 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-071fe454-ed09-473a-8835-5115e22b6a6c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.178714 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fe454-ed09-473a-8835-5115e22b6a6c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0918ad6-5894-4af1-8bfb-503b9bf1aac9,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:33.236245 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ae666e72-41b6-4b97-8ecc-3eda57286559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.239774 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ae666e72-41b6-4b97-8ecc-3eda57286559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.243877 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-071fe454-ed09-473a-8835-5115e22b6a6c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.245123 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-071fe454-ed09-473a-8835-5115e22b6a6c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2058375 Jul 15 19:19:33.248424 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 48926) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:33.253499 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-513f1118-22d7-41c4-9d76-34eb11314de1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Request body: {'security_group_rule': {'security_group_id': 'a0918ad6-5894-4af1-8bfb-503b9bf1aac9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:19:33.279095 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-ae666e72-41b6-4b97-8ecc-3eda57286559 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=12ed8946752941e1b21e46506aed44f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448314 Jul 15 19:19:33.280221 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae666e72-41b6-4b97-8ecc-3eda57286559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e975605-9ba4-45fc-ab6c-b22457da39fa,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:33.282234 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 48928) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:33.289296 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-513f1118-22d7-41c4-9d76-34eb11314de1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.656275 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2ba36-1a28-41fb-9e93-74c9014adb77 req-dfaacd86-7697-4722-88e5-cbc67c8c32ea tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:33.656738 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3573febd-4eb8-409b-b9fa-affd2f57a339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.658474 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f9e2ba36-1a28-41fb-9e93-74c9014adb77 req-dfaacd86-7697-4722-88e5-cbc67c8c32ea tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.93 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.0671396 Jul 15 19:19:33.695233 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-513f1118-22d7-41c4-9d76-34eb11314de1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.708652 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-513f1118-22d7-41c4-9d76-34eb11314de1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.738331 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3573febd-4eb8-409b-b9fa-affd2f57a339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.762045 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f1118-22d7-41c4-9d76-34eb11314de1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513beff4-f674-4fb7-b698-8a7edd803b12,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:33.768672 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [req-f9e2ba36-1a28-41fb-9e93-74c9014adb77 req-5e3a5e3c-79f5-4ce3-834d-fb3e625b4c1a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Deleting port 8158ece9-82b8-43de-aafb-639210c7e093 {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:19:33.769122 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-f9e2ba36-1a28-41fb-9e93-74c9014adb77 req-5e3a5e3c-79f5-4ce3-834d-fb3e625b4c1a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.776877 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-513f1118-22d7-41c4-9d76-34eb11314de1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.780757 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-513f1118-22d7-41c4-9d76-34eb11314de1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5287354 Jul 15 19:19:33.783687 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 48934) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:33.788160 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-424aa471-234e-43f2-8ea1-bd91d71d889c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Request body: {'security_group_rule': {'security_group_id': 'a0918ad6-5894-4af1-8bfb-503b9bf1aac9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:19:33.820886 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0313e2-6895-48fa-bbb0-5eb4aee29a3b req-9ab46794-13db-4741-9c66-08d66ecd4ab3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:33.822374 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ec0313e2-6895-48fa-bbb0-5eb4aee29a3b req-9ab46794-13db-4741-9c66-08d66ecd4ab3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 946 time: 0.1937063 Jul 15 19:19:33.831180 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ace46f-330f-4835-acf7-56ae408a179d req-9518dda3-d030-42c6-854f-eb047c937d7e tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:33.832642 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-27ace46f-330f-4835-acf7-56ae408a179d req-9518dda3-d030-42c6-854f-eb047c937d7e tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 943 time: 0.2050292 Jul 15 19:19:33.866082 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3573febd-4eb8-409b-b9fa-affd2f57a339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.866304 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-424aa471-234e-43f2-8ea1-bd91d71d889c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.866531 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 1a225c13-a225-4e29-8700-331911a7dfd8 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:19:33.867034 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3573febd-4eb8-409b-b9fa-affd2f57a339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.878242 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-3573febd-4eb8-409b-b9fa-affd2f57a339 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3e975605-9ba4-45fc-ab6c-b22457da39fa HTTP/1.1" status: 204 len: 168 time: 0.5849013 Jul 15 19:19:33.890143 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: 1a225c13-a225-4e29-8700-331911a7dfd8 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:19:33.890611 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573febd-4eb8-409b-b9fa-affd2f57a339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e975605-9ba4-45fc-ab6c-b22457da39fa,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:33.890873 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 1a225c13-a225-4e29-8700-331911a7dfd8 not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:19:33.922075 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-f9e2ba36-1a28-41fb-9e93-74c9014adb77 req-5e3a5e3c-79f5-4ce3-834d-fb3e625b4c1a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] For port 8158ece9-82b8-43de-aafb-639210c7e093, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8158ece9-82b8-43de-aafb-639210c7e093,segment=NetworkSegment(76bf647f-957f-49b2-af8c-aa0b64c006d1),segment_id=76bf647f-957f-49b2-af8c-aa0b64c006d1)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:33.923327 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-f9e2ba36-1a28-41fb-9e93-74c9014adb77 req-5e3a5e3c-79f5-4ce3-834d-fb3e625b4c1a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.930256 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-27ace46f-330f-4835-acf7-56ae408a179d req-883be4fe-2c3a-48bb-9332-26640f042dbf tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901511 Jul 15 19:19:33.940230 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ec0313e2-6895-48fa-bbb0-5eb4aee29a3b req-993a6591-b5ca-46c6-acf5-7dcff30e2923 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=58de5a75-dc23-44da-8c83-ce59d10770df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065664 Jul 15 19:19:33.955426 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-424aa471-234e-43f2-8ea1-bd91d71d889c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:33.955426 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-424aa471-234e-43f2-8ea1-bd91d71d889c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:34.250148 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424aa471-234e-43f2-8ea1-bd91d71d889c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9179a2d-84a4-40a6-a7a9-be463a07e506,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:34.261687 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-424aa471-234e-43f2-8ea1-bd91d71d889c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:34.263023 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-424aa471-234e-43f2-8ea1-bd91d71d889c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4783762 Jul 15 19:19:34.266489 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 48946) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:34.271394 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-e8e372d2-1051-4c87-920e-b90fe06e2235 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Request body: {'floatingip': {'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:19:34.294925 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e8e372d2-1051-4c87-920e-b90fe06e2235 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for floatingip, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:34.372517 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-f9e2ba36-1a28-41fb-9e93-74c9014adb77 req-5e3a5e3c-79f5-4ce3-834d-fb3e625b4c1a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:34.372985 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-f9e2ba36-1a28-41fb-9e93-74c9014adb77 req-5e3a5e3c-79f5-4ce3-834d-fb3e625b4c1a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978606'] for floatingip, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:34.373346 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.l3_db [req-f9e2ba36-1a28-41fb-9e93-74c9014adb77 req-5e3a5e3c-79f5-4ce3-834d-fb3e625b4c1a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Floating IP 59fcf774-aefa-4340-b207-6de2dc586139 disassociated. External IP: 172.27.0.3, port: 8158ece9-82b8-43de-aafb-639210c7e093. Jul 15 19:19:34.373687 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [req-f9e2ba36-1a28-41fb-9e93-74c9014adb77 req-5e3a5e3c-79f5-4ce3-834d-fb3e625b4c1a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Calling delete_port for 8158ece9-82b8-43de-aafb-639210c7e093 owned by compute:nova {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:19:34.401689 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e8e372d2-1051-4c87-920e-b90fe06e2235 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:34.510570 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-f9e2ba36-1a28-41fb-9e93-74c9014adb77 req-5e3a5e3c-79f5-4ce3-834d-fb3e625b4c1a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:34.516836 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-e8e372d2-1051-4c87-920e-b90fe06e2235 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Allocated IP 172.27.0.29 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/7503c445-f9a5-407c-8b09-95377c83b49c) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:19:34.540605 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a5e3c-79f5-4ce3-834d-fb3e625b4c1a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Pushing event deleted for resources: {'Port': ['ID=8158ece9-82b8-43de-aafb-639210c7e093,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:34.632173 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e8e372d2-1051-4c87-920e-b90fe06e2235 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:34.662813 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9e2ba36-1a28-41fb-9e93-74c9014adb77 req-5e3a5e3c-79f5-4ce3-834d-fb3e625b4c1a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Router 569e4991-dfe0-4c7f-9bfb-852781860e31 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:19:34.674899 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e8e372d2-1051-4c87-920e-b90fe06e2235 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:34.714153 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e372d2-1051-4c87-920e-b90fe06e2235 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:19:34.720763 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-e8e372d2-1051-4c87-920e-b90fe06e2235 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:19:34.723442 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e372d2-1051-4c87-920e-b90fe06e2235 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:19:34.753344 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e372d2-1051-4c87-920e-b90fe06e2235 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Pushing event updated for resources: {'Port': ['ID=7503c445-f9a5-407c-8b09-95377c83b49c,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:34.785639 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9e2ba36-1a28-41fb-9e93-74c9014adb77 req-5e3a5e3c-79f5-4ce3-834d-fb3e625b4c1a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:19:34.802973 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1692c7-2eee-4e3c-972c-ab6e2fdb7061 None None] Sync routers for ids ['569e4991-dfe0-4c7f-9bfb-852781860e31'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:19:34.819271 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1692c7-2eee-4e3c-972c-ab6e2fdb7061 None None] Routers {'569e4991-dfe0-4c7f-9bfb-852781860e31'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:19:34.819974 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-db1692c7-2eee-4e3c-972c-ab6e2fdb7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:19:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['569e4991-dfe0-4c7f-9bfb-852781860e31'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:34.841749 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e2ba36-1a28-41fb-9e93-74c9014adb77 req-5e3a5e3c-79f5-4ce3-834d-fb3e625b4c1a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] No DVR routers for this DVR port 8158ece9-82b8-43de-aafb-639210c7e093 on host hv-cinder-78445 {{(pid=93322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:19:34.845496 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-f9e2ba36-1a28-41fb-9e93-74c9014adb77 req-5e3a5e3c-79f5-4ce3-834d-fb3e625b4c1a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:34.848115 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f9e2ba36-1a28-41fb-9e93-74c9014adb77 req-5e3a5e3c-79f5-4ce3-834d-fb3e625b4c1a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.93 "DELETE /v2.0/ports/8158ece9-82b8-43de-aafb-639210c7e093 HTTP/1.1" status: 204 len: 173 time: 1.1796184 Jul 15 19:19:34.848969 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06507bea-ce52-4e3d-aff5-fe87fd91e4e1', 'name': 'network-vif-deleted', 'tag': '8158ece9-82b8-43de-aafb-639210c7e093'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:19:34.852817 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5218f3e8-bce5-4ad9-a393-fe29e01d86d0" -d '{"events": [{"server_uuid": "06507bea-ce52-4e3d-aff5-fe87fd91e4e1", "name": "network-vif-deleted", "tag": "8158ece9-82b8-43de-aafb-639210c7e093"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:19:34.873711 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e8e372d2-1051-4c87-920e-b90fe06e2235 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:34.939306 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb474b6-9d3b-4de3-ab1a-d574459e2ccc x-openstack-request-id: req-edb474b6-9d3b-4de3-ab1a-d574459e2ccc {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:19:34.939625 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06507bea-ce52-4e3d-aff5-fe87fd91e4e1", "name": "network-vif-deleted", "tag": "8158ece9-82b8-43de-aafb-639210c7e093", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:19:34.939881 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-edb474b6-9d3b-4de3-ab1a-d574459e2ccc {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:19:34.940286 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06507bea-ce52-4e3d-aff5-fe87fd91e4e1', 'name': 'network-vif-deleted', 'tag': '8158ece9-82b8-43de-aafb-639210c7e093', 'status': 'completed', 'code': 200} Jul 15 19:19:34.975969 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e8e372d2-1051-4c87-920e-b90fe06e2235 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:35.112437 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-db1692c7-2eee-4e3c-972c-ab6e2fdb7061 None None] Set router 569e4991-dfe0-4c7f-9bfb-852781860e31 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:19:35.152244 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28861973-e2cc-410a-a36c-e765f3285339 req-ad5fbcbe-35c8-49dd-b5a7-2ececbc7c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:35.153704 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-28861973-e2cc-410a-a36c-e765f3285339 req-ad5fbcbe-35c8-49dd-b5a7-2ececbc7c07f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 1096 time: 0.1668773 Jul 15 19:19:35.205398 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-28861973-e2cc-410a-a36c-e765f3285339 req-d40e2ef3-1aef-484c-ac51-f2f511c3c474 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431175 Jul 15 19:19:35.249536 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3e3fde3b-1e4a-4d77-8745-7310e6e275da req-675dbcb5-5dbe-4c16-a3a2-0701cfcf404e tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=06507bea-ce52-4e3d-aff5-fe87fd91e4e1 HTTP/1.1" status: 200 len: 210 time: 0.0616145 Jul 15 19:19:35.297085 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e8e372d2-1051-4c87-920e-b90fe06e2235 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:35.302090 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e8e372d2-1051-4c87-920e-b90fe06e2235 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:35.357555 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54af827-32d6-4f65-a614-428e77c35ed4 req-b503680d-d7c5-4a92-bd3f-5447d0b9df34 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:35.359408 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e54af827-32d6-4f65-a614-428e77c35ed4 req-b503680d-d7c5-4a92-bd3f-5447d0b9df34 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 943 time: 0.1870911 Jul 15 19:19:35.366078 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-db1692c7-2eee-4e3c-972c-ab6e2fdb7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'f3e14b61-36c5-41b9-8f9f-4235edc6882a', 'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'mac_address': 'fa:16:3e:ce:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:49Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 5, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'subnets': [{'id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:35.395684 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e372d2-1051-4c87-920e-b90fe06e2235 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Pushing event updated for resources: {'Port': ['ID=7503c445-f9a5-407c-8b09-95377c83b49c,revision_number=2']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:35.395803 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1692c7-2eee-4e3c-972c-ab6e2fdb7061 None None] Checking router: 569e4991-dfe0-4c7f-9bfb-852781860e31 for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:19:35.404674 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1692c7-2eee-4e3c-972c-ab6e2fdb7061 None None] Routers {'569e4991-dfe0-4c7f-9bfb-852781860e31'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:19:35.405290 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-db1692c7-2eee-4e3c-972c-ab6e2fdb7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:19:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['569e4991-dfe0-4c7f-9bfb-852781860e31'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:35.424828 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e8e372d2-1051-4c87-920e-b90fe06e2235 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978606'] for floatingip, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:35.439133 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e54af827-32d6-4f65-a614-428e77c35ed4 req-745682c0-5422-4295-b066-e0b48f122416 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581083 Jul 15 19:19:35.446106 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e8e372d2-1051-4c87-920e-b90fe06e2235 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:35.447315 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-e8e372d2-1051-4c87-920e-b90fe06e2235 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1795728 Jul 15 19:19:35.540220 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-db1692c7-2eee-4e3c-972c-ab6e2fdb7061 None None] Set router 569e4991-dfe0-4c7f-9bfb-852781860e31 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:19:35.654276 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-1f045b3c-989e-4fb1-b028-b1d516ee5016 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--151029660&fields=id&tenant_id=f17444fe2294411aa2ae77841e6aff16 HTTP/1.1" status: 200 len: 267 time: 0.0354295 Jul 15 19:19:35.763513 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-db1692c7-2eee-4e3c-972c-ab6e2fdb7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'f3e14b61-36c5-41b9-8f9f-4235edc6882a', 'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'mac_address': 'fa:16:3e:ce:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:49Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 5, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'subnets': [{'id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:35.796923 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1692c7-2eee-4e3c-972c-ab6e2fdb7061 None None] The sync data for ids ['569e4991-dfe0-4c7f-9bfb-852781860e31'] in dv-cinder-784453-9-iscsi is: [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'f3e14b61-36c5-41b9-8f9f-4235edc6882a', 'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'mac_address': 'fa:16:3e:ce:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:49Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 5, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'subnets': [{'id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:19:35.802081 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-c3ffb8f8-545e-4d1a-9f01-8a58f63c8078 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:35.803923 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-c3ffb8f8-545e-4d1a-9f01-8a58f63c8078 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/networks?id=79cfa60d-4e34-4970-b217-9f5f6601a96f HTTP/1.1" status: 200 len: 817 time: 0.1406553 Jul 15 19:19:35.824693 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-303e4633-b071-4e17-bffc-e52014bbc024 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/quotas/f17444fe2294411aa2ae77841e6aff16 HTTP/1.1" status: 200 len: 375 time: 0.0108838 Jul 15 19:19:35.913241 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-92a4c0b2-2e84-4fe3-9be5-9547612a1c6c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f17444fe2294411aa2ae77841e6aff16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814362 Jul 15 19:19:36.122873 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692306ab-5c44-475e-8185-dad5c20ec2e8 None None] New status for floating IP 59fcf774-aefa-4340-b207-6de2dc586139: DOWN {{(pid=93324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:19:36.174695 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-39797eff-f5ff-490b-b509-e9b3c641c954 service neutron] 10.222.0.73 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487416 Jul 15 19:19:36.270158 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-3146d32f-453c-45e1-91a0-5768ff823748 service neutron] 10.222.0.73 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894341 Jul 15 19:19:36.378699 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49010) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:36.454844 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-38a7a022-d509-4267-9bd6-02fe324320e9 req-54332f26-47cc-4a06-8824-d583070ae1d3 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 210 time: 0.0332274 Jul 15 19:19:36.485274 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d32344af-d49f-4cda-818f-edd1d3643fc6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:36.522000 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d32344af-d49f-4cda-818f-edd1d3643fc6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:36.621793 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d32344af-d49f-4cda-818f-edd1d3643fc6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:36.624386 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d32344af-d49f-4cda-818f-edd1d3643fc6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:36.626166 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-d32344af-d49f-4cda-818f-edd1d3643fc6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "DELETE /v2.0/security-groups/58de5a75-dc23-44da-8c83-ce59d10770df HTTP/1.1" status: 204 len: 168 time: 0.2458515 Jul 15 19:19:36.629106 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 49022) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:36.635641 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32344af-d49f-4cda-818f-edd1d3643fc6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58de5a75-dc23-44da-8c83-ce59d10770df,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:36.643334 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.api.v2.resource [None req-06e04aa0-4afe-4864-9d0b-b44014b99494 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] show failed (client error): The resource could not be found. Jul 15 19:19:36.647138 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-06e04aa0-4afe-4864-9d0b-b44014b99494 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups/58de5a75-dc23-44da-8c83-ce59d10770df HTTP/1.1" status: 404 len: 347 time: 0.0142350 Jul 15 19:19:36.647373 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 49024) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:36.655092 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e1d95-89d5-440f-9a5c-b4e62fec5bd7 req-7289936c-08cc-49a4-b6ef-b0b4a421978b tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:36.656629 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-003e1d95-89d5-440f-9a5c-b4e62fec5bd7 req-7289936c-08cc-49a4-b6ef-b0b4a421978b tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 943 time: 0.0900199 Jul 15 19:19:36.699694 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-003e1d95-89d5-440f-9a5c-b4e62fec5bd7 req-23489524-090f-45f5-9921-db1bb68d1fc8 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372581 Jul 15 19:19:36.785962 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-655433b0-e17c-4288-9734-117864da30f6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Deleting port cde3505e-1088-41e5-8d1b-8ed46993434e {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:19:36.786418 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-655433b0-e17c-4288-9734-117864da30f6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:36.865021 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-655433b0-e17c-4288-9734-117864da30f6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:36.865356 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-655433b0-e17c-4288-9734-117864da30f6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:36.877055 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-655433b0-e17c-4288-9734-117864da30f6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Calling delete_port for cde3505e-1088-41e5-8d1b-8ed46993434e owned by network:floatingip {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:19:37.018177 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-655433b0-e17c-4288-9734-117864da30f6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:37.043658 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655433b0-e17c-4288-9734-117864da30f6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Pushing event deleted for resources: {'Port': ['ID=cde3505e-1088-41e5-8d1b-8ed46993434e,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:37.111994 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-655433b0-e17c-4288-9734-117864da30f6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for floatingip, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:37.114566 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-655433b0-e17c-4288-9734-117864da30f6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:37.115744 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-655433b0-e17c-4288-9734-117864da30f6 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "DELETE /v2.0/floatingips/59fcf774-aefa-4340-b207-6de2dc586139 HTTP/1.1" status: 204 len: 168 time: 0.4670308 Jul 15 19:19:37.605811 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2761bd97-c045-44c8-b083-40f77b30fc5e req-93114062-daf3-428f-9c20-084506120ac3 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 210 time: 0.0320220 Jul 15 19:19:37.761065 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-813ecb10-a98a-403d-97b5-a576a9e0bc2d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:37.762564 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-813ecb10-a98a-403d-97b5-a576a9e0bc2d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.93 "GET /v2.0/networks?id=79cfa60d-4e34-4970-b217-9f5f6601a96f HTTP/1.1" status: 200 len: 817 time: 0.1029065 Jul 15 19:19:37.820847 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49042) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:37.823792 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e286664d-a8c3-4d54-9c44-6601a8f58969 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f17444fe2294411aa2ae77841e6aff16 HTTP/1.1" status: 200 len: 379 time: 0.0461791 Jul 15 19:19:37.826066 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-5536dcfc-594a-49d0-b546-381b5b30850f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1432852380', 'description': 'tempest-description--164811324'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:19:37.834398 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-6b6983b8-0523-4930-9f51-13bcd7e28fcd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Request body: {'port': {'device_id': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'admin_state_up': True, 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'security_groups': ['a0918ad6-5894-4af1-8bfb-503b9bf1aac9']}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:19:37.852069 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5536dcfc-594a-49d0-b546-381b5b30850f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:37.885911 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 86890286-6222-49cb-a9f6-70a11fcd42c6 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:19:37.899333 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 8158ece9-82b8-43de-aafb-639210c7e093 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:19:37.923594 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: 8158ece9-82b8-43de-aafb-639210c7e093 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:19:37.924087 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 8158ece9-82b8-43de-aafb-639210c7e093 not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:19:37.949314 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5536dcfc-594a-49d0-b546-381b5b30850f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:37.953856 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5536dcfc-594a-49d0-b546-381b5b30850f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:37.981214 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-6b6983b8-0523-4930-9f51-13bcd7e28fcd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Made reservation on behalf of f17444fe2294411aa2ae77841e6aff16 for: {'port': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:19:37.985954 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-6b6983b8-0523-4930-9f51-13bcd7e28fcd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:37.992851 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-5536dcfc-594a-49d0-b546-381b5b30850f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:37.994138 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-5536dcfc-594a-49d0-b546-381b5b30850f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1716595 Jul 15 19:19:37.997205 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49048) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:38.002190 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-cb6d569f-c608-42df-a322-744393ff7c76 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Request body: {'security_group_rule': {'security_group_id': 'de83ccce-362f-4000-85f8-548b530495be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:19:38.006552 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536dcfc-594a-49d0-b546-381b5b30850f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de83ccce-362f-4000-85f8-548b530495be,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:38.019084 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 86890286-6222-49cb-a9f6-70a11fcd42c6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=86890286-6222-49cb-a9f6-70a11fcd42c6,segment=NetworkSegment(22b39634-13a9-4136-9538-3dec0f8f0722),segment_id=22b39634-13a9-4136-9538-3dec0f8f0722)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:38.031173 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': '86890286-6222-49cb-a9f6-70a11fcd42c6', 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b', 'port_id': '86890286-6222-49cb-a9f6-70a11fcd42c6', 'mac_address': 'fa:16:3e:35:88:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:19:38.038713 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-cb6d569f-c608-42df-a322-744393ff7c76 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.082885 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.097390 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86890286-6222-49cb-a9f6-70a11fcd42c6 {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:19:38.103409 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-cb6d569f-c608-42df-a322-744393ff7c76 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.108184 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-cb6d569f-c608-42df-a322-744393ff7c76 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.119206 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 86890286-6222-49cb-a9f6-70a11fcd42c6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=86890286-6222-49cb-a9f6-70a11fcd42c6,segment=NetworkSegment(22b39634-13a9-4136-9538-3dec0f8f0722),segment_id=22b39634-13a9-4136-9538-3dec0f8f0722)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:38.123766 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.126952 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d569f-c608-42df-a322-744393ff7c76 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca09eca-8646-4952-a387-3f543f30f5da,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:38.132953 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-6b6983b8-0523-4930-9f51-13bcd7e28fcd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Allocated IP 172.20.0.3 (79cfa60d-4e34-4970-b217-9f5f6601a96f/1bf9fac0-3f6b-4c69-8651-18074b0e5c7d/b36380f2-95f3-430d-b140-91c13d1bcb5a) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:19:38.133923 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-cb6d569f-c608-42df-a322-744393ff7c76 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.137676 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 49050) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:38.138213 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-cb6d569f-c608-42df-a322-744393ff7c76 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400330 Jul 15 19:19:38.144996 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-3b4c1fb6-f176-45d7-9591-2cf45bde55c3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Request body: {'security_group_rule': {'security_group_id': 'de83ccce-362f-4000-85f8-548b530495be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:19:38.177774 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=86890286-6222-49cb-a9f6-70a11fcd42c6,revision_number=7']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:38.202300 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1fb6-f176-45d7-9591-2cf45bde55c3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.327498 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1fb6-f176-45d7-9591-2cf45bde55c3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.335891 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1fb6-f176-45d7-9591-2cf45bde55c3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039150'] for security_group_rule, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.349696 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-6b6983b8-0523-4930-9f51-13bcd7e28fcd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.366863 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c1fb6-f176-45d7-9591-2cf45bde55c3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d79257-1d36-42d6-b206-1f88e41b1167,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:38.371698 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1fb6-f176-45d7-9591-2cf45bde55c3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.372889 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-3b4c1fb6-f176-45d7-9591-2cf45bde55c3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2338822 Jul 15 19:19:38.376718 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49052) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:38.378357 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-6b6983b8-0523-4930-9f51-13bcd7e28fcd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Transition to ACTIVE for port object b36380f2-95f3-430d-b140-91c13d1bcb5a will not be triggered until provisioned by entity DHCP. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:19:38.381515 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-26c26bce-b0fa-45e0-9d39-845dcdc3068f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Request body: {'floatingip': {'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:19:38.404512 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-26c26bce-b0fa-45e0-9d39-845dcdc3068f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for floatingip, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.413052 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-6b6983b8-0523-4930-9f51-13bcd7e28fcd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.459049 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-6b6983b8-0523-4930-9f51-13bcd7e28fcd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Network 79cfa60d-4e34-4970-b217-9f5f6601a96f is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:19:38.462561 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-6b6983b8-0523-4930-9f51-13bcd7e28fcd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:19:38.468479 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-6b6983b8-0523-4930-9f51-13bcd7e28fcd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:19:38.499588 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6983b8-0523-4930-9f51-13bcd7e28fcd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Pushing event updated for resources: {'Port': ['ID=b36380f2-95f3-430d-b140-91c13d1bcb5a,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:38.517929 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-26c26bce-b0fa-45e0-9d39-845dcdc3068f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.525170 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['86890286-6222-49cb-a9f6-70a11fcd42c6'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:19:38.529281 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-6b6983b8-0523-4930-9f51-13bcd7e28fcd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:38.529644 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-6b6983b8-0523-4930-9f51-13bcd7e28fcd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.544406 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-6b6983b8-0523-4930-9f51-13bcd7e28fcd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7139113 Jul 15 19:19:38.580871 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Request body: {'port': {'device_id': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:19:38.652266 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-26c26bce-b0fa-45e0-9d39-845dcdc3068f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Allocated IP 172.27.0.73 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/7a64ecc0-d07c-45b7-a802-92bbb7d62191) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:19:38.763013 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.804902 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-26c26bce-b0fa-45e0-9d39-845dcdc3068f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.863937 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-fbe07fae-6471-4a37-927e-2a79dcab9357 None None] Provisioning for port b36380f2-95f3-430d-b140-91c13d1bcb5a completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:19:38.876313 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-fbe07fae-6471-4a37-927e-2a79dcab9357 None None] Provisioning complete for port b36380f2-95f3-430d-b140-91c13d1bcb5a triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:19:38.876949 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-fbe07fae-6471-4a37-927e-2a79dcab9357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.895981 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-26c26bce-b0fa-45e0-9d39-845dcdc3068f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:38.923131 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-fbe07fae-6471-4a37-927e-2a79dcab9357 None None] Port b36380f2-95f3-430d-b140-91c13d1bcb5a cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:19:38.931608 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce634b9a-f3ed-4597-9a92-9c14ee972e45 req-27590701-a05b-4874-a2fe-a95b9e7312fd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:38.933097 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ce634b9a-f3ed-4597-9a92-9c14ee972e45 req-27590701-a05b-4874-a2fe-a95b9e7312fd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 931 time: 0.1051095 Jul 15 19:19:38.947522 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c26bce-b0fa-45e0-9d39-845dcdc3068f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:19:38.961859 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-26c26bce-b0fa-45e0-9d39-845dcdc3068f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:19:38.964163 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c26bce-b0fa-45e0-9d39-845dcdc3068f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:19:39.001146 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c26bce-b0fa-45e0-9d39-845dcdc3068f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Pushing event updated for resources: {'Port': ['ID=7a64ecc0-d07c-45b7-a802-92bbb7d62191,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:39.029244 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ce634b9a-f3ed-4597-9a92-9c14ee972e45 req-c88a5f27-4f4f-4c65-a38c-793c4052b209 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837040 Jul 15 19:19:39.056460 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36380f2-95f3-430d-b140-91c13d1bcb5a {{(pid=93322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:19:39.064796 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:39.076658 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Transition to ACTIVE for port object b36380f2-95f3-430d-b140-91c13d1bcb5a will not be triggered until provisioned by entity L2. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:19:39.080577 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:39.086029 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-26c26bce-b0fa-45e0-9d39-845dcdc3068f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:39.128638 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Pushing event updated for resources: {'Port': ['ID=b36380f2-95f3-430d-b140-91c13d1bcb5a,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:39.133962 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-26c26bce-b0fa-45e0-9d39-845dcdc3068f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:39.211149 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Attempting to bind port b36380f2-95f3-430d-b140-91c13d1bcb5a on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:19:39.211512 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Attempting to bind port b36380f2-95f3-430d-b140-91c13d1bcb5a by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '907bbd48-fea1-4b7b-a422-e3eb723d5a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f'}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:19:39.211801 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Attempting to bind port b36380f2-95f3-430d-b140-91c13d1bcb5a on network 79cfa60d-4e34-4970-b217-9f5f6601a96f {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:19:39.217567 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Port b36380f2-95f3-430d-b140-91c13d1bcb5a on network 79cfa60d-4e34-4970-b217-9f5f6601a96f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:19:39.220185 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Attempting to bind port b36380f2-95f3-430d-b140-91c13d1bcb5a on network 79cfa60d-4e34-4970-b217-9f5f6601a96f {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:19:39.225632 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:19:39.226103 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Checking segment: {'id': '907bbd48-fea1-4b7b-a422-e3eb723d5a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:19:39.226631 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Bound using segment: {'id': '907bbd48-fea1-4b7b-a422-e3eb723d5a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f'} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:19:39.227169 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Bound port: b36380f2-95f3-430d-b140-91c13d1bcb5a, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '907bbd48-fea1-4b7b-a422-e3eb723d5a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f'}}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:19:39.227629 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:39.297707 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] For port b36380f2-95f3-430d-b140-91c13d1bcb5a, host hv-cinder-78445, cleared binding levels {{(pid=93322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:19:39.301132 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] For port b36380f2-95f3-430d-b140-91c13d1bcb5a, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b36380f2-95f3-430d-b140-91c13d1bcb5a,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:19:39.301373 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-26c26bce-b0fa-45e0-9d39-845dcdc3068f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:39.305022 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:39.305611 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-26c26bce-b0fa-45e0-9d39-845dcdc3068f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:39.338008 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:39.338661 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:39.340072 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] 10.222.0.93 "PUT /v2.0/ports/b36380f2-95f3-430d-b140-91c13d1bcb5a HTTP/1.1" status: 200 len: 1093 time: 0.7638161 Jul 15 19:19:39.340503 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'tag': 'b36380f2-95f3-430d-b140-91c13d1bcb5a'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:19:39.343411 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da94ab7-71b5-41ea-a49a-b7e1ade28b75" -d '{"events": [{"name": "network-changed", "server_uuid": "a16b9c43-b70e-4f87-bd96-c94a86eed9d6", "tag": "b36380f2-95f3-430d-b140-91c13d1bcb5a"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:19:39.372582 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3273199-a270-413b-8180-7d75d4319e4f service neutron] Pushing event updated for resources: {'Port': ['ID=b36380f2-95f3-430d-b140-91c13d1bcb5a,revision_number=3']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:39.394804 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97551d6a-5de4-41e6-873b-4483dac670f6 x-openstack-request-id: req-97551d6a-5de4-41e6-873b-4483dac670f6 {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:19:39.395154 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16b9c43-b70e-4f87-bd96-c94a86eed9d6", "tag": "b36380f2-95f3-430d-b140-91c13d1bcb5a", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:19:39.395406 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-97551d6a-5de4-41e6-873b-4483dac670f6 {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:19:39.395812 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'tag': 'b36380f2-95f3-430d-b140-91c13d1bcb5a', 'status': 'completed', 'code': 200} Jul 15 19:19:39.403995 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c26bce-b0fa-45e0-9d39-845dcdc3068f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Pushing event updated for resources: {'Port': ['ID=7a64ecc0-d07c-45b7-a802-92bbb7d62191,revision_number=2']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:39.417506 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-26c26bce-b0fa-45e0-9d39-845dcdc3068f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978606'] for floatingip, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:39.432615 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-26c26bce-b0fa-45e0-9d39-845dcdc3068f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:39.433862 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-26c26bce-b0fa-45e0-9d39-845dcdc3068f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0561266 Jul 15 19:19:39.482856 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-ab5dac20-c3f3-46f5-9d3c-782a1319e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:39.485242 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-ab5dac20-c3f3-46f5-9d3c-782a1319e31b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f17444fe2294411aa2ae77841e6aff16&device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 1096 time: 0.0601454 Jul 15 19:19:39.538276 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-86ecf2e9-7192-43f1-8cf2-8af569376d1a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b36380f2-95f3-430d-b140-91c13d1bcb5a HTTP/1.1" status: 200 len: 217 time: 0.0362234 Jul 15 19:19:39.588249 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-8ad980cd-65a3-426b-b763-e9c03fad650b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:39.589772 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-8ad980cd-65a3-426b-b763-e9c03fad650b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1bf9fac0-3f6b-4c69-8651-18074b0e5c7d HTTP/1.1" status: 200 len: 856 time: 0.0451031 Jul 15 19:19:39.624295 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-65e07552-d490-4213-bd60-8f89646534ce tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1432852380&fields=id&tenant_id=cd62e01c91bf494db0e0d5e92bd12beb HTTP/1.1" status: 200 len: 267 time: 0.0324907 Jul 15 19:19:39.649394 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-7ac0a72e-6875-428a-a1af-1a1307b8b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:39.650958 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-7ac0a72e-6875-428a-a1af-1a1307b8b474 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=79cfa60d-4e34-4970-b217-9f5f6601a96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550179 Jul 15 19:19:39.728924 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-316d451d-e27c-43c3-8359-7f21f23a93c4 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:39.730389 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-316d451d-e27c-43c3-8359-7f21f23a93c4 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/networks?id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 HTTP/1.1" status: 200 len: 811 time: 0.0990682 Jul 15 19:19:39.741293 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-e784379f-64f7-45fb-8a8e-742bb8206767 service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817173 Jul 15 19:19:39.745710 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1a2fc539-1825-4305-b43e-4d93b456372b tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/quotas/cd62e01c91bf494db0e0d5e92bd12beb HTTP/1.1" status: 200 len: 375 time: 0.0092010 Jul 15 19:19:39.816992 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-8c0462e6-e7ed-49bb-8af6-4c953d36e418 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cd62e01c91bf494db0e0d5e92bd12beb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0658267 Jul 15 19:19:39.836088 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-95b74e80-5df0-490a-93dc-543cf2b8fe00 req-1a418266-8a9b-4971-b5b0-801841b510d9 service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875053 Jul 15 19:19:39.899846 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 86890286-6222-49cb-a9f6-70a11fcd42c6 up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:19:39.927930 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-28a167a9-0c89-4a06-bd9c-3e49432a4727 service neutron] 10.222.0.73 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992284 Jul 15 19:19:39.950296 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port 86890286-6222-49cb-a9f6-70a11fcd42c6 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:19:39.950943 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:40.023481 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da94ab7-71b5-41ea-a49a-b7e1ade28b75 req-38c07f3b-a2bc-491f-90b0-790ac2a6f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:40.029381 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-8da94ab7-71b5-41ea-a49a-b7e1ade28b75 req-38c07f3b-a2bc-491f-90b0-790ac2a6f21b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f17444fe2294411aa2ae77841e6aff16&device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 1096 time: 0.0671229 Jul 15 19:19:40.030347 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-638b9c2b-c6e5-4994-a2b3-9774a0113fad service neutron] 10.222.0.73 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014855 Jul 15 19:19:40.054997 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:40.095860 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86890286-6222-49cb-a9f6-70a11fcd42c6'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:19:40.102221 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745ba900-0987-4bc2-9059-9b28e33ba570" -d '{"events": [{"server_uuid": "caa09030-e07c-4500-9b35-bb1fa802a715", "name": "network-vif-plugged", "status": "completed", "tag": "86890286-6222-49cb-a9f6-70a11fcd42c6"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:19:40.133387 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 86890286-6222-49cb-a9f6-70a11fcd42c6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=86890286-6222-49cb-a9f6-70a11fcd42c6,segment=NetworkSegment(22b39634-13a9-4136-9538-3dec0f8f0722),segment_id=22b39634-13a9-4136-9538-3dec0f8f0722)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:40.142954 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:40.174205 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da94ab7-71b5-41ea-a49a-b7e1ade28b75 req-068d5ab9-bc36-476e-b357-b5beba461e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:40.178231 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-8da94ab7-71b5-41ea-a49a-b7e1ade28b75 req-068d5ab9-bc36-476e-b357-b5beba461e02 service neutron] 10.222.0.93 "GET /v2.0/networks?id=79cfa60d-4e34-4970-b217-9f5f6601a96f HTTP/1.1" status: 200 len: 919 time: 0.1409957 Jul 15 19:19:40.239627 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=86890286-6222-49cb-a9f6-70a11fcd42c6,revision_number=8']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:40.248591 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b03af7-ed16-416b-af9d-c35722e3f375 x-openstack-request-id: req-41b03af7-ed16-416b-af9d-c35722e3f375 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:19:40.248951 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa09030-e07c-4500-9b35-bb1fa802a715", "name": "network-vif-plugged", "status": "completed", "tag": "86890286-6222-49cb-a9f6-70a11fcd42c6", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:19:40.249381 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41b03af7-ed16-416b-af9d-c35722e3f375 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:19:40.249608 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86890286-6222-49cb-a9f6-70a11fcd42c6', 'code': 200} Jul 15 19:19:40.258459 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-8da94ab7-71b5-41ea-a49a-b7e1ade28b75 req-a45657cd-f304-4f12-bb8a-b5a92f31cdc0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b36380f2-95f3-430d-b140-91c13d1bcb5a HTTP/1.1" status: 200 len: 217 time: 0.0728831 Jul 15 19:19:40.292096 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94494d-3927-45aa-bb6b-f6584347d5d9 req-7aa40535-11ed-42a6-a800-4b14c00a466d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:40.293629 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1c94494d-3927-45aa-bb6b-f6584347d5d9 req-7aa40535-11ed-42a6-a800-4b14c00a466d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 943 time: 0.1001191 Jul 15 19:19:40.326806 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da94ab7-71b5-41ea-a49a-b7e1ade28b75 req-d853fcc9-0e17-49dc-9c61-5a979e5ded73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:40.329140 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-8da94ab7-71b5-41ea-a49a-b7e1ade28b75 req-d853fcc9-0e17-49dc-9c61-5a979e5ded73 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1bf9fac0-3f6b-4c69-8651-18074b0e5c7d HTTP/1.1" status: 200 len: 856 time: 0.0517921 Jul 15 19:19:40.333586 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fa8addb5-8034-454a-8ba4-b5ff70005afe req-c724114c-4fa3-4c21-b299-64da733d1845 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 210 time: 0.0533538 Jul 15 19:19:40.382179 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1c94494d-3927-45aa-bb6b-f6584347d5d9 req-84200ce2-3909-4e58-92cf-d9b1ef96f9b9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516725 Jul 15 19:19:40.423440 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da94ab7-71b5-41ea-a49a-b7e1ade28b75 req-cf6f2059-7408-48b8-976c-6f98269652c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:40.425130 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-8da94ab7-71b5-41ea-a49a-b7e1ade28b75 req-cf6f2059-7408-48b8-976c-6f98269652c8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=79cfa60d-4e34-4970-b217-9f5f6601a96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0870163 Jul 15 19:19:40.435321 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49106) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:40.521417 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-8da94ab7-71b5-41ea-a49a-b7e1ade28b75 req-c73178af-e742-4760-bcdc-523c02b29796 service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885804 Jul 15 19:19:40.556852 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ae477ea1-f6f4-49d0-aa52-7f56e3a889bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:40.621401 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-8da94ab7-71b5-41ea-a49a-b7e1ade28b75 req-c931b904-37f7-4a03-b807-932df942cc1a service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915747 Jul 15 19:19:40.660838 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ae477ea1-f6f4-49d0-aa52-7f56e3a889bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:40.664842 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ae477ea1-f6f4-49d0-aa52-7f56e3a889bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:40.700929 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae477ea1-f6f4-49d0-aa52-7f56e3a889bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899a0018-8eb1-4964-b7e4-b197d6a63e4a,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:40.705846 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-ae477ea1-f6f4-49d0-aa52-7f56e3a889bd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2a6cbc63ef694e408b9460ce0f93bbfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688699 Jul 15 19:19:40.708432 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49112) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:40.756665 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1e9375d3-e524-45ab-8a02-29b887dc7691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:40.778503 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1e9375d3-e524-45ab-8a02-29b887dc7691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:40.827469 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1e9375d3-e524-45ab-8a02-29b887dc7691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:40.830041 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-1e9375d3-e524-45ab-8a02-29b887dc7691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:40.831202 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-1e9375d3-e524-45ab-8a02-29b887dc7691 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/899a0018-8eb1-4964-b7e4-b197d6a63e4a HTTP/1.1" status: 204 len: 168 time: 0.1218913 Jul 15 19:19:40.839853 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9375d3-e524-45ab-8a02-29b887dc7691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899a0018-8eb1-4964-b7e4-b197d6a63e4a,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:41.093051 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49118) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:41.105864 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-87fb1650-ceaa-450e-8f67-f01ea43ed2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:41.193543 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-87fb1650-ceaa-450e-8f67-f01ea43ed2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:41.197467 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-87fb1650-ceaa-450e-8f67-f01ea43ed2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:41.238190 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb1650-ceaa-450e-8f67-f01ea43ed2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b1570f-637a-4adb-b827-9ab6ecbb12ef,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:41.242479 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-87fb1650-ceaa-450e-8f67-f01ea43ed2ff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8469515e5ed6430191641fecac82e370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483774 Jul 15 19:19:41.245384 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49120) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:41.295220 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3fc29c02-3b53-42df-9554-fa18f0f13a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:41.316946 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3fc29c02-3b53-42df-9554-fa18f0f13a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:41.368854 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3fc29c02-3b53-42df-9554-fa18f0f13a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:41.372224 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3fc29c02-3b53-42df-9554-fa18f0f13a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:41.376420 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-3fc29c02-3b53-42df-9554-fa18f0f13a62 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/59b1570f-637a-4adb-b827-9ab6ecbb12ef HTTP/1.1" status: 204 len: 168 time: 0.1271343 Jul 15 19:19:41.381599 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc29c02-3b53-42df-9554-fa18f0f13a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b1570f-637a-4adb-b827-9ab6ecbb12ef,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:41.578906 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9806648e-a545-4534-b03d-4cf3706f2a4f req-c7a3d870-4ce6-42e3-b39a-61178c9fe5f0 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 210 time: 0.0320423 Jul 15 19:19:41.622413 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-3fb3c3a2-ab63-4f7e-9664-0b4038d132bb tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:41.624186 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-3fb3c3a2-ab63-4f7e-9664-0b4038d132bb tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.93 "GET /v2.0/networks?id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 HTTP/1.1" status: 200 len: 811 time: 0.1607068 Jul 15 19:19:41.631933 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c56e6-b143-4cc7-8eeb-54537e6e7294 req-80974e6f-c94d-4764-8c95-48f9f60d5855 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:41.633686 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fe1c56e6-b143-4cc7-8eeb-54537e6e7294 req-80974e6f-c94d-4764-8c95-48f9f60d5855 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 943 time: 0.1194081 Jul 15 19:19:41.675595 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fe1c56e6-b143-4cc7-8eeb-54537e6e7294 req-2aca3457-b0fc-4fa8-be8c-919065ef244d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351396 Jul 15 19:19:41.699740 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-b30806fb-22a7-4d92-9c3f-1841953e03fe tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd62e01c91bf494db0e0d5e92bd12beb HTTP/1.1" status: 200 len: 380 time: 0.0476770 Jul 15 19:19:41.711312 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-e06f2936-e491-4a33-b617-3531c30362dd tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Request body: {'port': {'device_id': '407d282c-571f-4315-a075-02ff5d10b112', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'admin_state_up': True, 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'security_groups': ['de83ccce-362f-4000-85f8-548b530495be']}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:19:41.829660 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-e06f2936-e491-4a33-b617-3531c30362dd tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Made reservation on behalf of cd62e01c91bf494db0e0d5e92bd12beb for: {'port': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:19:41.833618 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-e06f2936-e491-4a33-b617-3531c30362dd tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:41.962333 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-e06f2936-e491-4a33-b617-3531c30362dd tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Allocated IP 172.20.0.4 (a61add7c-79f1-4ffd-8a3c-8aa0e345ad23/73946c0a-f74c-48dd-bd39-ef27990bbc2b/fbc1f248-9ec8-410f-bc52-33f0f6a2120a) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:19:42.100388 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-e06f2936-e491-4a33-b617-3531c30362dd tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:42.114030 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-e06f2936-e491-4a33-b617-3531c30362dd tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Transition to ACTIVE for port object fbc1f248-9ec8-410f-bc52-33f0f6a2120a will not be triggered until provisioned by entity DHCP. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:19:42.148848 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-e06f2936-e491-4a33-b617-3531c30362dd tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:42.197168 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-e06f2936-e491-4a33-b617-3531c30362dd tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:19:42.202361 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-e06f2936-e491-4a33-b617-3531c30362dd tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:19:42.207508 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-e06f2936-e491-4a33-b617-3531c30362dd tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:19:42.211993 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f2936-e491-4a33-b617-3531c30362dd tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Pushing event updated for resources: {'Port': ['ID=fbc1f248-9ec8-410f-bc52-33f0f6a2120a,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:42.258648 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-e06f2936-e491-4a33-b617-3531c30362dd tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:42.259624 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-e06f2936-e491-4a33-b617-3531c30362dd tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:42.275084 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-e06f2936-e491-4a33-b617-3531c30362dd tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5676839 Jul 15 19:19:42.295068 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Request body: {'port': {'device_id': '407d282c-571f-4315-a075-02ff5d10b112', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:19:42.370625 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:42.425633 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-64aa6b3f-3b8d-476f-bde4-9474ff701066 None None] Provisioning for port fbc1f248-9ec8-410f-bc52-33f0f6a2120a completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:19:42.430296 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-64aa6b3f-3b8d-476f-bde4-9474ff701066 None None] Provisioning complete for port fbc1f248-9ec8-410f-bc52-33f0f6a2120a triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:19:42.430699 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-64aa6b3f-3b8d-476f-bde4-9474ff701066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:42.471783 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-64aa6b3f-3b8d-476f-bde4-9474ff701066 None None] Port fbc1f248-9ec8-410f-bc52-33f0f6a2120a cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:19:42.637812 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc1f248-9ec8-410f-bc52-33f0f6a2120a {{(pid=93322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:19:42.646360 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:42.660903 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Transition to ACTIVE for port object fbc1f248-9ec8-410f-bc52-33f0f6a2120a will not be triggered until provisioned by entity L2. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:19:42.665151 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:42.739042 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc1f248-9ec8-410f-bc52-33f0f6a2120a,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:42.767779 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd9093-137a-4f25-a2c9-073d9561cf97 req-193badb8-6718-4258-bb21-a61ad0325a91 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:42.775975 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-abdd9093-137a-4f25-a2c9-073d9561cf97 req-193badb8-6718-4258-bb21-a61ad0325a91 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 943 time: 0.0759115 Jul 15 19:19:42.811148 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Attempting to bind port fbc1f248-9ec8-410f-bc52-33f0f6a2120a on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:19:42.811487 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Attempting to bind port fbc1f248-9ec8-410f-bc52-33f0f6a2120a by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '76bf647f-957f-49b2-af8c-aa0b64c006d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23'}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:19:42.811819 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Attempting to bind port fbc1f248-9ec8-410f-bc52-33f0f6a2120a on network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:19:42.818325 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Port fbc1f248-9ec8-410f-bc52-33f0f6a2120a on network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:19:42.818692 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Attempting to bind port fbc1f248-9ec8-410f-bc52-33f0f6a2120a on network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:19:42.823852 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:19:42.824253 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Checking segment: {'id': '76bf647f-957f-49b2-af8c-aa0b64c006d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:19:42.824880 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Bound using segment: {'id': '76bf647f-957f-49b2-af8c-aa0b64c006d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23'} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:19:42.825012 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-abdd9093-137a-4f25-a2c9-073d9561cf97 req-4929ebdf-b426-4866-995e-0ea249ef38c9 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=de83ccce-362f-4000-85f8-548b530495be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480075 Jul 15 19:19:42.825113 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Bound port: fbc1f248-9ec8-410f-bc52-33f0f6a2120a, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76bf647f-957f-49b2-af8c-aa0b64c006d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23'}}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:19:42.825416 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:42.901576 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] For port fbc1f248-9ec8-410f-bc52-33f0f6a2120a, host hv-cinder-78445, cleared binding levels {{(pid=93322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:19:42.905554 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] For port fbc1f248-9ec8-410f-bc52-33f0f6a2120a, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=fbc1f248-9ec8-410f-bc52-33f0f6a2120a,segment=NetworkSegment(76bf647f-957f-49b2-af8c-aa0b64c006d1),segment_id=76bf647f-957f-49b2-af8c-aa0b64c006d1)] {{(pid=93322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:19:42.911432 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:42.943197 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3585fe-c081-4889-97de-816b9a03eba0 req-49f5b212-63da-4ccd-a56c-6bcf3693b4af tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:42.950599 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:42.956925 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:42.957525 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1d3585fe-c081-4889-97de-816b9a03eba0 req-49f5b212-63da-4ccd-a56c-6bcf3693b4af tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 943 time: 0.0778019 Jul 15 19:19:42.957790 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] 10.222.0.93 "PUT /v2.0/ports/fbc1f248-9ec8-410f-bc52-33f0f6a2120a HTTP/1.1" status: 200 len: 1093 time: 0.6620140 Jul 15 19:19:42.957790 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407d282c-571f-4315-a075-02ff5d10b112', 'tag': 'fbc1f248-9ec8-410f-bc52-33f0f6a2120a'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:19:42.957790 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90c9a73-1be5-447b-a49c-1a87bb973453" -d '{"events": [{"name": "network-changed", "server_uuid": "407d282c-571f-4315-a075-02ff5d10b112", "tag": "fbc1f248-9ec8-410f-bc52-33f0f6a2120a"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:19:42.996481 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717f02e-3cf7-404e-a5b4-fcf76f536d91 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc1f248-9ec8-410f-bc52-33f0f6a2120a,revision_number=3']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:43.020637 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1d3585fe-c081-4889-97de-816b9a03eba0 req-329e5776-6b3e-4ee7-9949-313e31ef05ef tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670288 Jul 15 19:19:43.064129 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdde87f4-e1d2-4916-ae5b-b999a844cb4e x-openstack-request-id: req-bdde87f4-e1d2-4916-ae5b-b999a844cb4e {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:19:43.064453 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407d282c-571f-4315-a075-02ff5d10b112", "tag": "fbc1f248-9ec8-410f-bc52-33f0f6a2120a", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:19:43.064674 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bdde87f4-e1d2-4916-ae5b-b999a844cb4e {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:19:43.065059 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407d282c-571f-4315-a075-02ff5d10b112', 'tag': 'fbc1f248-9ec8-410f-bc52-33f0f6a2120a', 'status': 'completed', 'code': 200} Jul 15 19:19:43.097688 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-f71fe334-1017-436c-a5f1-60db939606e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:43.099263 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-f71fe334-1017-436c-a5f1-60db939606e8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd62e01c91bf494db0e0d5e92bd12beb&device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 1096 time: 0.0701144 Jul 15 19:19:43.396842 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-fc72bc34-84e0-4ca9-be73-e768ffecd88e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbc1f248-9ec8-410f-bc52-33f0f6a2120a HTTP/1.1" status: 200 len: 217 time: 0.2766268 Jul 15 19:19:43.452431 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-5309d581-7a4c-46d6-8848-7df6aa714b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:43.452431 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-5309d581-7a4c-46d6-8848-7df6aa714b70 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=73946c0a-f74c-48dd-bd39-ef27990bbc2b HTTP/1.1" status: 200 len: 850 time: 0.0458212 Jul 15 19:19:43.511510 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-05be692d-40e0-467e-abbb-5b29a0a3ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:43.513243 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-05be692d-40e0-467e-abbb-5b29a0a3ad6d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565736 Jul 15 19:19:43.606227 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-97cea6b2-2736-4404-8c4e-77d2af8ff842 service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851722 Jul 15 19:19:43.697296 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-43b5cf55-bf9c-4dab-874c-877b49d14689 req-cf7cb219-3fd9-4e2f-ad8e-2cd42a566cc1 service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837774 Jul 15 19:19:43.861773 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c9a73-1be5-447b-a49c-1a87bb973453 req-d2f8d7ee-d482-46ef-87a1-875db698da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:43.863352 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-a90c9a73-1be5-447b-a49c-1a87bb973453 req-d2f8d7ee-d482-46ef-87a1-875db698da44 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd62e01c91bf494db0e0d5e92bd12beb&device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 1096 time: 0.0567572 Jul 15 19:19:43.929948 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device b36380f2-95f3-430d-b140-91c13d1bcb5a details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:19:43.961592 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c9a73-1be5-447b-a49c-1a87bb973453 req-8774a626-9669-4f4c-9e8a-3ac39dc72f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:43.963237 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-a90c9a73-1be5-447b-a49c-1a87bb973453 req-8774a626-9669-4f4c-9e8a-3ac39dc72f95 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 HTTP/1.1" status: 200 len: 913 time: 0.0878110 Jul 15 19:19:44.001349 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8f402-498a-45a7-b392-889e047040e7 req-8218bb2b-524d-435e-af23-f7acaac7c276 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:44.003037 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-96e8f402-498a-45a7-b392-889e047040e7 req-8218bb2b-524d-435e-af23-f7acaac7c276 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 943 time: 0.0747197 Jul 15 19:19:44.008362 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-a90c9a73-1be5-447b-a49c-1a87bb973453 req-a8391427-8b20-449f-a976-c78089f9558d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbc1f248-9ec8-410f-bc52-33f0f6a2120a HTTP/1.1" status: 200 len: 217 time: 0.0376806 Jul 15 19:19:44.026797 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port b36380f2-95f3-430d-b140-91c13d1bcb5a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b36380f2-95f3-430d-b140-91c13d1bcb5a,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:44.043480 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': 'b36380f2-95f3-430d-b140-91c13d1bcb5a', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'port_id': 'b36380f2-95f3-430d-b140-91c13d1bcb5a', 'mac_address': 'fa:16:3e:cb:89:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:19:44.050244 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-96e8f402-498a-45a7-b392-889e047040e7 req-f7a46e30-d485-4692-b436-dc5ec2486a28 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=de83ccce-362f-4000-85f8-548b530495be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409656 Jul 15 19:19:44.083460 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c9a73-1be5-447b-a49c-1a87bb973453 req-99f25aab-f73f-48d9-b1eb-0b06b5fa9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:44.085182 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-a90c9a73-1be5-447b-a49c-1a87bb973453 req-99f25aab-f73f-48d9-b1eb-0b06b5fa9d61 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=73946c0a-f74c-48dd-bd39-ef27990bbc2b HTTP/1.1" status: 200 len: 850 time: 0.0634129 Jul 15 19:19:44.086912 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:44.100579 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36380f2-95f3-430d-b140-91c13d1bcb5a {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:19:44.128778 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port b36380f2-95f3-430d-b140-91c13d1bcb5a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b36380f2-95f3-430d-b140-91c13d1bcb5a,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:44.133758 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:44.152274 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c9a73-1be5-447b-a49c-1a87bb973453 req-f5f26478-e20f-4391-a57f-3d2826f7bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:44.153823 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-a90c9a73-1be5-447b-a49c-1a87bb973453 req-f5f26478-e20f-4391-a57f-3d2826f7bebe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616021 Jul 15 19:19:44.190165 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=b36380f2-95f3-430d-b140-91c13d1bcb5a,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:44.215646 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b54b3-011d-450f-8ccb-03611ed50c01 req-46df781b-71e5-4f32-a7ae-c6141d68717b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:44.217122 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4b9b54b3-011d-450f-8ccb-03611ed50c01 req-46df781b-71e5-4f32-a7ae-c6141d68717b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 944 time: 0.0642505 Jul 15 19:19:44.250861 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-a90c9a73-1be5-447b-a49c-1a87bb973453 req-2e7a2364-3f7f-4329-b381-ee887e4c170a service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890739 Jul 15 19:19:44.255640 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4b9b54b3-011d-450f-8ccb-03611ed50c01 req-31df17d3-3102-4199-8291-2f355ffe349d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322099 Jul 15 19:19:44.341085 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-a90c9a73-1be5-447b-a49c-1a87bb973453 req-c94bdbca-0b86-41f8-b771-4c77376e3267 service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812149 Jul 15 19:19:44.587750 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['b36380f2-95f3-430d-b140-91c13d1bcb5a'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:19:45.227627 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e87c8-78c5-406f-96c1-da28d95ef528 req-6fb886a0-c183-4283-b97b-e7dfd1342536 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:45.229100 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-196e87c8-78c5-406f-96c1-da28d95ef528 req-6fb886a0-c183-4283-b97b-e7dfd1342536 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 943 time: 0.0660994 Jul 15 19:19:45.267513 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-196e87c8-78c5-406f-96c1-da28d95ef528 req-cd95079d-e8b1-4181-bc4b-6f492cc0348a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=de83ccce-362f-4000-85f8-548b530495be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327959 Jul 15 19:19:45.432555 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b193b78-b8a9-416e-a01b-acc581e497d2 req-edd9fe84-f191-4ab4-a1e4-62ba0b0458df tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:45.434039 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4b193b78-b8a9-416e-a01b-acc581e497d2 req-edd9fe84-f191-4ab4-a1e4-62ba0b0458df tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 944 time: 0.0647314 Jul 15 19:19:45.471908 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4b193b78-b8a9-416e-a01b-acc581e497d2 req-4574f758-c22a-4dfd-ae14-3ee6faa9667a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321009 Jul 15 19:19:46.284545 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:19:46.435384 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581ccab-8190-4867-bf3f-0f2450aa1fc8 req-3a060b7b-a1a5-4f29-937d-0da2efb6b3f8 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:46.436834 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b581ccab-8190-4867-bf3f-0f2450aa1fc8 req-3a060b7b-a1a5-4f29-937d-0da2efb6b3f8 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 943 time: 0.0622160 Jul 15 19:19:46.473533 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b581ccab-8190-4867-bf3f-0f2450aa1fc8 req-3eb401d9-0650-4a62-a67d-3fe49ddada78 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=de83ccce-362f-4000-85f8-548b530495be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305095 Jul 15 19:19:46.649368 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5c1cd-c2c6-4092-8144-59c8c02d3b9c req-0bb82475-2027-4a21-88e2-1a8150470881 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:46.650775 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dcd5c1cd-c2c6-4092-8144-59c8c02d3b9c req-0bb82475-2027-4a21-88e2-1a8150470881 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 944 time: 0.0649292 Jul 15 19:19:46.688499 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dcd5c1cd-c2c6-4092-8144-59c8c02d3b9c req-0ef21650-0bbf-4e23-8af2-444b134272cb tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315938 Jul 15 19:19:47.644476 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c33be6-d1f9-4eeb-976d-5906b71c0087 req-a8056efb-61fb-4311-8b44-a59db173ee49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:47.646020 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-29c33be6-d1f9-4eeb-976d-5906b71c0087 req-a8056efb-61fb-4311-8b44-a59db173ee49 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 943 time: 0.0610719 Jul 15 19:19:47.681295 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-29c33be6-d1f9-4eeb-976d-5906b71c0087 req-51be71dd-517b-4737-8fe7-547b11aa76e7 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=de83ccce-362f-4000-85f8-548b530495be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298584 Jul 15 19:19:47.864692 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecec8ab-3099-49ba-9b47-37d0b2c99138 req-0a1e87e7-05cf-4ef3-a3d7-238631976ce1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:47.866153 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2ecec8ab-3099-49ba-9b47-37d0b2c99138 req-0a1e87e7-05cf-4ef3-a3d7-238631976ce1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 944 time: 0.0671239 Jul 15 19:19:47.902544 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2ecec8ab-3099-49ba-9b47-37d0b2c99138 req-3d43f2a7-22ae-4ea6-917f-bf8deb69ab89 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306005 Jul 15 19:19:47.952636 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device fbc1f248-9ec8-410f-bc52-33f0f6a2120a details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:19:48.045112 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port fbc1f248-9ec8-410f-bc52-33f0f6a2120a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=fbc1f248-9ec8-410f-bc52-33f0f6a2120a,segment=NetworkSegment(76bf647f-957f-49b2-af8c-aa0b64c006d1),segment_id=76bf647f-957f-49b2-af8c-aa0b64c006d1)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:48.056531 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': 'fbc1f248-9ec8-410f-bc52-33f0f6a2120a', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'port_id': 'fbc1f248-9ec8-410f-bc52-33f0f6a2120a', 'mac_address': 'fa:16:3e:c2:d7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:19:48.094895 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:48.106790 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc1f248-9ec8-410f-bc52-33f0f6a2120a {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:19:48.125851 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port fbc1f248-9ec8-410f-bc52-33f0f6a2120a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=fbc1f248-9ec8-410f-bc52-33f0f6a2120a,segment=NetworkSegment(76bf647f-957f-49b2-af8c-aa0b64c006d1),segment_id=76bf647f-957f-49b2-af8c-aa0b64c006d1)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:48.129568 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:48.185025 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=fbc1f248-9ec8-410f-bc52-33f0f6a2120a,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:48.529315 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['fbc1f248-9ec8-410f-bc52-33f0f6a2120a'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:19:48.851869 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9672e4-ff4d-4118-9d0d-63593e29b2a8 req-2c8ebb76-5b08-40ce-b937-e1cb69fbb66f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:48.853360 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ae9672e4-ff4d-4118-9d0d-63593e29b2a8 req-2c8ebb76-5b08-40ce-b937-e1cb69fbb66f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 944 time: 0.0639811 Jul 15 19:19:48.891169 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ae9672e4-ff4d-4118-9d0d-63593e29b2a8 req-e77499ab-e796-4fa6-a8de-efd8ec14a00f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=de83ccce-362f-4000-85f8-548b530495be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316982 Jul 15 19:19:49.085051 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf5f50-6c2a-4659-8c62-fd302cfab0d5 req-8682d2be-f4be-479d-a918-4b391f2f35b0 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:49.086544 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-50cf5f50-6c2a-4659-8c62-fd302cfab0d5 req-8682d2be-f4be-479d-a918-4b391f2f35b0 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 944 time: 0.0662906 Jul 15 19:19:49.123552 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-50cf5f50-6c2a-4659-8c62-fd302cfab0d5 req-64599e47-5177-4801-93ce-a316d188dbc8 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313022 Jul 15 19:19:49.979668 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device b36380f2-95f3-430d-b140-91c13d1bcb5a up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:19:50.028630 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port b36380f2-95f3-430d-b140-91c13d1bcb5a completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:19:50.032465 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port b36380f2-95f3-430d-b140-91c13d1bcb5a triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:19:50.032824 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:50.066817 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec6df7-ab78-4693-82e9-168958880796 req-4ef8c6ac-797c-4fc8-8831-1fdea3096577 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:50.068301 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b3ec6df7-ab78-4693-82e9-168958880796 req-4ef8c6ac-797c-4fc8-8831-1fdea3096577 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 944 time: 0.0686948 Jul 15 19:19:50.104933 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b3ec6df7-ab78-4693-82e9-168958880796 req-44170c6c-1e66-499e-8b7d-84e633afa56a tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=de83ccce-362f-4000-85f8-548b530495be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308709 Jul 15 19:19:50.108489 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:50.132060 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36380f2-95f3-430d-b140-91c13d1bcb5a'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:19:50.134280 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41acc53-e407-4be3-a39b-1455a38eb5b8" -d '{"events": [{"server_uuid": "a16b9c43-b70e-4f87-bd96-c94a86eed9d6", "name": "network-vif-plugged", "status": "completed", "tag": "b36380f2-95f3-430d-b140-91c13d1bcb5a"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:19:50.146979 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port b36380f2-95f3-430d-b140-91c13d1bcb5a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b36380f2-95f3-430d-b140-91c13d1bcb5a,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:50.151243 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:50.152083 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device fbc1f248-9ec8-410f-bc52-33f0f6a2120a up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:19:50.297378 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03deac6d-5bd2-4bba-9cc2-010d18fb3190 x-openstack-request-id: req-03deac6d-5bd2-4bba-9cc2-010d18fb3190 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:19:50.297718 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16b9c43-b70e-4f87-bd96-c94a86eed9d6", "name": "network-vif-plugged", "status": "completed", "tag": "b36380f2-95f3-430d-b140-91c13d1bcb5a", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:19:50.298171 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-03deac6d-5bd2-4bba-9cc2-010d18fb3190 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:19:50.298657 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36380f2-95f3-430d-b140-91c13d1bcb5a', 'code': 200} Jul 15 19:19:50.339795 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0e407-24ae-4b90-9036-48a8f90bbfe6 req-d207c2ee-4329-4fdb-8d7b-7bad5fc7187a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:50.341578 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e6e0e407-24ae-4b90-9036-48a8f90bbfe6 req-d207c2ee-4329-4fdb-8d7b-7bad5fc7187a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0809391 Jul 15 19:19:50.355367 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=b36380f2-95f3-430d-b140-91c13d1bcb5a,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:50.371270 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port fbc1f248-9ec8-410f-bc52-33f0f6a2120a completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:19:50.375931 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port fbc1f248-9ec8-410f-bc52-33f0f6a2120a triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:19:50.376926 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:50.399473 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e6e0e407-24ae-4b90-9036-48a8f90bbfe6 req-b26adf16-b74a-4d8c-8eab-15aad878958f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470324 Jul 15 19:19:50.459865 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:50.491417 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port fbc1f248-9ec8-410f-bc52-33f0f6a2120a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=fbc1f248-9ec8-410f-bc52-33f0f6a2120a,segment=NetworkSegment(76bf647f-957f-49b2-af8c-aa0b64c006d1),segment_id=76bf647f-957f-49b2-af8c-aa0b64c006d1)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:19:50.495434 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:50.507865 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a29e3-e05a-4b48-82cf-a81c98e44ea8 req-ad67f078-0b5d-4af0-a5f9-113b938ed767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:50.509386 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-e39a29e3-e05a-4b48-82cf-a81c98e44ea8 req-ad67f078-0b5d-4af0-a5f9-113b938ed767 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 1098 time: 0.0564497 Jul 15 19:19:50.543161 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=fbc1f248-9ec8-410f-bc52-33f0f6a2120a,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:50.543713 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-e39a29e3-e05a-4b48-82cf-a81c98e44ea8 req-7d4b4356-56ee-4357-803c-6922c0d5c24d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269620 Jul 15 19:19:51.304383 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bed04-81dd-484d-8009-7e0b7b45b25e req-d20e591b-fd58-4b9e-8683-408d0593e0a3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:51.305972 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b26bed04-81dd-484d-8009-7e0b7b45b25e req-d20e591b-fd58-4b9e-8683-408d0593e0a3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 945 time: 0.0785441 Jul 15 19:19:51.695440 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b26bed04-81dd-484d-8009-7e0b7b45b25e req-8a6be561-59ce-4b98-878a-5f64aa4dc018 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=de83ccce-362f-4000-85f8-548b530495be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3835418 Jul 15 19:19:51.727683 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea639e-224b-45f7-b6fc-dccecc0c5a90 req-3828052d-4d1d-4d8c-a986-5a9fb35646ba tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:51.729244 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3cea639e-224b-45f7-b6fc-dccecc0c5a90 req-3828052d-4d1d-4d8c-a986-5a9fb35646ba tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0815606 Jul 15 19:19:51.773422 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3cea639e-224b-45f7-b6fc-dccecc0c5a90 req-69ef69fa-0634-46b4-b00b-e3949a081526 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353360 Jul 15 19:19:51.843135 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 49256) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:51.950512 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fec8396e-e967-429d-8645-454457d4e149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:52.038750 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fec8396e-e967-429d-8645-454457d4e149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:52.042521 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fec8396e-e967-429d-8645-454457d4e149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:52.081622 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-fec8396e-e967-429d-8645-454457d4e149 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=38e9f9ea1d8c4c128c2f13937f601c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373290 Jul 15 19:19:52.083480 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8396e-e967-429d-8645-454457d4e149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2172ca-4568-4a08-9d85-dc5adb0ddc64,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:52.084274 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49260) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:52.133134 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f0fa25e8-6a62-4a97-b46c-9c7cfe8f5af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:52.153124 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f0fa25e8-6a62-4a97-b46c-9c7cfe8f5af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:52.200168 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f0fa25e8-6a62-4a97-b46c-9c7cfe8f5af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:52.202764 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f0fa25e8-6a62-4a97-b46c-9c7cfe8f5af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:52.203959 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-f0fa25e8-6a62-4a97-b46c-9c7cfe8f5af7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ca2172ca-4568-4a08-9d85-dc5adb0ddc64 HTTP/1.1" status: 204 len: 168 time: 0.1186635 Jul 15 19:19:52.212982 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa25e8-6a62-4a97-b46c-9c7cfe8f5af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2172ca-4568-4a08-9d85-dc5adb0ddc64,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:52.299308 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407d282c-571f-4315-a075-02ff5d10b112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc1f248-9ec8-410f-bc52-33f0f6a2120a'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:19:52.301661 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31e562e-ead3-4151-a8ff-fc941719b894" -d '{"events": [{"server_uuid": "407d282c-571f-4315-a075-02ff5d10b112", "name": "network-vif-plugged", "status": "completed", "tag": "fbc1f248-9ec8-410f-bc52-33f0f6a2120a"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:19:52.338895 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eafbf37-0e7b-4198-8032-2e9fe710197c x-openstack-request-id: req-0eafbf37-0e7b-4198-8032-2e9fe710197c {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:19:52.339184 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407d282c-571f-4315-a075-02ff5d10b112", "name": "network-vif-plugged", "status": "completed", "tag": "fbc1f248-9ec8-410f-bc52-33f0f6a2120a", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:19:52.339434 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0eafbf37-0e7b-4198-8032-2e9fe710197c {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:19:52.339847 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407d282c-571f-4315-a075-02ff5d10b112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc1f248-9ec8-410f-bc52-33f0f6a2120a', 'code': 200} Jul 15 19:19:52.465070 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 49268) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:52.478758 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9b64940e-67e6-402a-8bf2-d2c956ccbb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:52.568114 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9b64940e-67e6-402a-8bf2-d2c956ccbb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:52.571815 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9b64940e-67e6-402a-8bf2-d2c956ccbb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:52.639474 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-9b64940e-67e6-402a-8bf2-d2c956ccbb12 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=53c38fc3159c479b88c92704702ae020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732304 Jul 15 19:19:52.641590 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64940e-67e6-402a-8bf2-d2c956ccbb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac12c09-e9a0-4efe-a3f5-05664fb3dd03,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:52.642261 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49270) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:52.664883 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b1794-7756-4a51-b1d0-4c55a1d331ea req-6ae72beb-a6ba-4a28-8618-5058d5c1741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:52.666502 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-170b1794-7756-4a51-b1d0-4c55a1d331ea req-6ae72beb-a6ba-4a28-8618-5058d5c1741c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 1098 time: 0.0843890 Jul 15 19:19:52.691292 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-97790c5f-be20-46ed-9fdd-b960df012ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:52.702325 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-170b1794-7756-4a51-b1d0-4c55a1d331ea req-e2780942-bab8-4e1b-b41e-87692c7717a6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=de83ccce-362f-4000-85f8-548b530495be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266359 Jul 15 19:19:52.711276 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-97790c5f-be20-46ed-9fdd-b960df012ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:52.756768 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-97790c5f-be20-46ed-9fdd-b960df012ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:52.759252 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-97790c5f-be20-46ed-9fdd-b960df012ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:52.760417 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-97790c5f-be20-46ed-9fdd-b960df012ac7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ac12c09-e9a0-4efe-a3f5-05664fb3dd03 HTTP/1.1" status: 204 len: 168 time: 0.1170778 Jul 15 19:19:52.768457 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97790c5f-be20-46ed-9fdd-b960df012ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac12c09-e9a0-4efe-a3f5-05664fb3dd03,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:52.903325 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21bc1f-b99c-483e-99bf-84ae6121836a req-52bad979-876d-4595-8a00-5238df2689ae tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:52.904807 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9d21bc1f-b99c-483e-99bf-84ae6121836a req-52bad979-876d-4595-8a00-5238df2689ae tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 945 time: 0.0663841 Jul 15 19:19:52.975925 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9d21bc1f-b99c-483e-99bf-84ae6121836a req-bc9fcf2c-0c1a-43bc-adbd-08a58c73c7e2 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=de83ccce-362f-4000-85f8-548b530495be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594084 Jul 15 19:19:53.011065 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8570d8e-29e4-4ba9-95a1-30fe39e296ee req-3a418ffe-8714-41f5-80b4-d089fad4bde8 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:53.012914 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c8570d8e-29e4-4ba9-95a1-30fe39e296ee req-3a418ffe-8714-41f5-80b4-d089fad4bde8 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.1071312 Jul 15 19:19:53.051584 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c8570d8e-29e4-4ba9-95a1-30fe39e296ee req-e53b23b8-c1ba-4ca3-8661-0db55b836526 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324783 Jul 15 19:19:53.074441 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-f79a0d97-a4da-4cd3-bd66-81a46347d966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:53.229785 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12f41c-3724-49cf-8b77-d00214da4b56 req-0dbc9271-7dd3-45cf-8162-66853327d225 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:53.234166 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4f12f41c-3724-49cf-8b77-d00214da4b56 req-0dbc9271-7dd3-45cf-8162-66853327d225 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0671110 Jul 15 19:19:53.243185 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49292) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:53.248103 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-6c3df404-c9f9-4f8d-836a-6c74ba120b19 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Request body: {'floatingip': {'port_id': 'b36380f2-95f3-430d-b140-91c13d1bcb5a'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:19:53.288355 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6c3df404-c9f9-4f8d-836a-6c74ba120b19 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for floatingip, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:53.725680 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6c3df404-c9f9-4f8d-836a-6c74ba120b19 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:53.729783 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6c3df404-c9f9-4f8d-836a-6c74ba120b19 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978606'] for floatingip, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:53.831066 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.l3_db [None req-6c3df404-c9f9-4f8d-836a-6c74ba120b19 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Floating IP 8f30dede-40cc-47a2-8681-7d8b12e43515 associated. External IP: 172.27.0.29, port: b36380f2-95f3-430d-b140-91c13d1bcb5a. Jul 15 19:19:54.056158 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3df404-c9f9-4f8d-836a-6c74ba120b19 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:19:54.229019 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3df404-c9f9-4f8d-836a-6c74ba120b19 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:19:54.233962 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-6c3df404-c9f9-4f8d-836a-6c74ba120b19 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:54.240497 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8087f71e-9c01-4e83-9752-5b67f727a178 None None] Sync routers for ids ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:19:54.251756 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8087f71e-9c01-4e83-9752-5b67f727a178 None None] Routers {'7febdbd1-cbce-4eb9-b8bf-9afbd5851891'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:19:54.252594 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-8087f71e-9c01-4e83-9752-5b67f727a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:19:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:54.293997 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f943c9c-40bc-492d-a238-a84669ec40eb req-cf58b3ff-5f2c-440c-bcbc-ac74630170ba tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:54.295542 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8f943c9c-40bc-492d-a238-a84669ec40eb req-cf58b3ff-5f2c-440c-bcbc-ac74630170ba tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 945 time: 0.1756065 Jul 15 19:19:54.319689 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-6c3df404-c9f9-4f8d-836a-6c74ba120b19 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "PUT /v2.0/floatingips/8f30dede-40cc-47a2-8681-7d8b12e43515 HTTP/1.1" status: 200 len: 990 time: 1.0752931 Jul 15 19:19:54.321915 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'tag': 'b36380f2-95f3-430d-b140-91c13d1bcb5a'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:19:54.324147 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d83159-c2f7-47ed-b5f5-af4e8f05096c" -d '{"events": [{"name": "network-changed", "server_uuid": "a16b9c43-b70e-4f87-bd96-c94a86eed9d6", "tag": "b36380f2-95f3-430d-b140-91c13d1bcb5a"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:19:54.348081 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8f943c9c-40bc-492d-a238-a84669ec40eb req-d106d630-e083-4857-9050-8cd6bfaa19f9 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=de83ccce-362f-4000-85f8-548b530495be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455449 Jul 15 19:19:54.387398 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-8087f71e-9c01-4e83-9752-5b67f727a178 None None] Set router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:19:54.533734 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a820b581-9a26-433b-b4a4-bb684da15e83 x-openstack-request-id: req-a820b581-9a26-433b-b4a4-bb684da15e83 {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:19:54.534357 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16b9c43-b70e-4f87-bd96-c94a86eed9d6", "tag": "b36380f2-95f3-430d-b140-91c13d1bcb5a", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:19:54.534839 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a820b581-9a26-433b-b4a4-bb684da15e83 {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:19:54.535435 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'tag': 'b36380f2-95f3-430d-b140-91c13d1bcb5a', 'status': 'completed', 'code': 200} Jul 15 19:19:54.638700 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-8087f71e-9c01-4e83-9752-5b67f727a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 4, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': '8f30dede-40cc-47a2-8681-7d8b12e43515', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'port_id': 'b36380f2-95f3-430d-b140-91c13d1bcb5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'mac_address': 'fa:16:3e:cb:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:19:34Z', 'updated_at': '2021-07-15T19:19:53Z', 'revision_number': 1, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0763953-ca34-4769-8bd6-bbffc199808d', 'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'mac_address': 'fa:16:3e:89:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:57Z', 'updated_at': '2021-07-15T19:14:08Z', 'revision_number': 5, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'subnets': [{'id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:54.645288 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d83159-c2f7-47ed-b5f5-af4e8f05096c req-971cddf9-2101-4815-88d4-f82db02f0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:54.646879 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-55d83159-c2f7-47ed-b5f5-af4e8f05096c req-971cddf9-2101-4815-88d4-f82db02f0475 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f17444fe2294411aa2ae77841e6aff16&device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 1098 time: 0.0549414 Jul 15 19:19:54.663723 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8087f71e-9c01-4e83-9752-5b67f727a178 None None] Checking router: 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:19:54.672349 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8087f71e-9c01-4e83-9752-5b67f727a178 None None] Routers {'7febdbd1-cbce-4eb9-b8bf-9afbd5851891'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:19:54.673079 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-8087f71e-9c01-4e83-9752-5b67f727a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:19:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:54.748981 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d83159-c2f7-47ed-b5f5-af4e8f05096c req-3def9a57-bea2-4f37-bd99-1e456595939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:54.750561 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-55d83159-c2f7-47ed-b5f5-af4e8f05096c req-3def9a57-bea2-4f37-bd99-1e456595939d service neutron] 10.222.0.93 "GET /v2.0/networks?id=79cfa60d-4e34-4970-b217-9f5f6601a96f HTTP/1.1" status: 200 len: 919 time: 0.0885985 Jul 15 19:19:54.775675 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-8087f71e-9c01-4e83-9752-5b67f727a178 None None] Set router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:19:54.813860 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-55d83159-c2f7-47ed-b5f5-af4e8f05096c req-0a7f0b52-bf80-41f7-8980-b194acaf8800 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b36380f2-95f3-430d-b140-91c13d1bcb5a HTTP/1.1" status: 200 len: 998 time: 0.0565662 Jul 15 19:19:54.865211 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d83159-c2f7-47ed-b5f5-af4e8f05096c req-3d42fa79-45a6-4e75-b2db-30603d166af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:54.866747 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-55d83159-c2f7-47ed-b5f5-af4e8f05096c req-3d42fa79-45a6-4e75-b2db-30603d166af7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1bf9fac0-3f6b-4c69-8651-18074b0e5c7d HTTP/1.1" status: 200 len: 856 time: 0.0433378 Jul 15 19:19:54.934909 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d83159-c2f7-47ed-b5f5-af4e8f05096c req-a0e00370-2d3e-4aa9-9f25-5c1391a1d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:54.936421 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-55d83159-c2f7-47ed-b5f5-af4e8f05096c req-a0e00370-2d3e-4aa9-9f25-5c1391a1d9b6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=79cfa60d-4e34-4970-b217-9f5f6601a96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545244 Jul 15 19:19:54.996289 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-8087f71e-9c01-4e83-9752-5b67f727a178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 4, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': '8f30dede-40cc-47a2-8681-7d8b12e43515', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'port_id': 'b36380f2-95f3-430d-b140-91c13d1bcb5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'mac_address': 'fa:16:3e:cb:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:19:34Z', 'updated_at': '2021-07-15T19:19:53Z', 'revision_number': 1, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0763953-ca34-4769-8bd6-bbffc199808d', 'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'mac_address': 'fa:16:3e:89:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:57Z', 'updated_at': '2021-07-15T19:14:08Z', 'revision_number': 5, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'subnets': [{'id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:55.025109 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8087f71e-9c01-4e83-9752-5b67f727a178 None None] The sync data for ids ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'] in dv-cinder-784453-9-iscsi is: [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 4, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': '8f30dede-40cc-47a2-8681-7d8b12e43515', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'port_id': 'b36380f2-95f3-430d-b140-91c13d1bcb5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'mac_address': 'fa:16:3e:cb:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:19:34Z', 'updated_at': '2021-07-15T19:19:53Z', 'revision_number': 1, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0763953-ca34-4769-8bd6-bbffc199808d', 'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'mac_address': 'fa:16:3e:89:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:57Z', 'updated_at': '2021-07-15T19:14:08Z', 'revision_number': 5, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'subnets': [{'id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:19:55.174509 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-55d83159-c2f7-47ed-b5f5-af4e8f05096c req-d342c6e9-18f1-4da3-953d-21628b186018 service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852780 Jul 15 19:19:55.206974 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fbe4e3-b24c-4d70-94c9-8e32b828ae34 None None] New status for floating IP 8f30dede-40cc-47a2-8681-7d8b12e43515: ACTIVE {{(pid=93324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:19:55.272043 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-55d83159-c2f7-47ed-b5f5-af4e8f05096c req-b8d64d38-e410-4e6f-827a-5b0d92550a75 service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900142 Jul 15 19:19:55.534813 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551dc41-f050-459d-8272-67431b1530ae req-b0eae7dc-e774-48ff-999f-f7b39eaa0425 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:55.536335 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8551dc41-f050-459d-8272-67431b1530ae req-b0eae7dc-e774-48ff-999f-f7b39eaa0425 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 945 time: 0.0638807 Jul 15 19:19:55.574522 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8551dc41-f050-459d-8272-67431b1530ae req-81b8c51f-24ce-45a6-8749-bd3d45bb54f2 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=de83ccce-362f-4000-85f8-548b530495be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324059 Jul 15 19:19:55.640284 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-d49afc37-c751-4cbc-b4cd-5314958a7fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:55.706679 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:55.750282 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae91abc-6f6a-40c5-8524-47a5642b70e9 req-a1c730d7-21ee-4b8b-87ff-4554d72728b5 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:55.751796 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3ae91abc-6f6a-40c5-8524-47a5642b70e9 req-a1c730d7-21ee-4b8b-87ff-4554d72728b5 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 945 time: 0.0721593 Jul 15 19:19:55.760185 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49348) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:55.764641 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-34d35ad2-2e7c-4bcd-abdc-b7fc9a0d4d36 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Request body: {'floatingip': {'port_id': 'fbc1f248-9ec8-410f-bc52-33f0f6a2120a'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:19:55.807604 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-34d35ad2-2e7c-4bcd-abdc-b7fc9a0d4d36 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for floatingip, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:56.244106 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-34d35ad2-2e7c-4bcd-abdc-b7fc9a0d4d36 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:56.248073 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-34d35ad2-2e7c-4bcd-abdc-b7fc9a0d4d36 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978606'] for floatingip, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:56.348848 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.l3_db [None req-34d35ad2-2e7c-4bcd-abdc-b7fc9a0d4d36 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Floating IP 1ab0499c-f0aa-44b7-b55d-12ab44653c10 associated. External IP: 172.27.0.73, port: fbc1f248-9ec8-410f-bc52-33f0f6a2120a. Jul 15 19:19:56.547219 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d35ad2-2e7c-4bcd-abdc-b7fc9a0d4d36 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Router 569e4991-dfe0-4c7f-9bfb-852781860e31 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:19:56.620546 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:56.653623 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d35ad2-2e7c-4bcd-abdc-b7fc9a0d4d36 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:19:56.658765 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-34d35ad2-2e7c-4bcd-abdc-b7fc9a0d4d36 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:56.663202 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dccdb6-57b7-4b72-b2fa-9b061a7d96c2 None None] Sync routers for ids ['569e4991-dfe0-4c7f-9bfb-852781860e31'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:19:56.673306 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dccdb6-57b7-4b72-b2fa-9b061a7d96c2 None None] Routers {'569e4991-dfe0-4c7f-9bfb-852781860e31'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:19:56.673932 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-c1dccdb6-57b7-4b72-b2fa-9b061a7d96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:19:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['569e4991-dfe0-4c7f-9bfb-852781860e31'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:56.697414 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-34d35ad2-2e7c-4bcd-abdc-b7fc9a0d4d36 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "PUT /v2.0/floatingips/1ab0499c-f0aa-44b7-b55d-12ab44653c10 HTTP/1.1" status: 200 len: 990 time: 0.9336159 Jul 15 19:19:56.697414 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407d282c-571f-4315-a075-02ff5d10b112', 'tag': 'fbc1f248-9ec8-410f-bc52-33f0f6a2120a'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:19:56.697806 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc861b9e-c892-437b-a1b2-16cb3fb6d121" -d '{"events": [{"name": "network-changed", "server_uuid": "407d282c-571f-4315-a075-02ff5d10b112", "tag": "fbc1f248-9ec8-410f-bc52-33f0f6a2120a"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:19:56.788993 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-c1dccdb6-57b7-4b72-b2fa-9b061a7d96c2 None None] Set router 569e4991-dfe0-4c7f-9bfb-852781860e31 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:19:56.887541 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08fc220-43ee-4c5e-b1ce-ed4d2abce47b x-openstack-request-id: req-f08fc220-43ee-4c5e-b1ce-ed4d2abce47b {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:19:56.888173 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407d282c-571f-4315-a075-02ff5d10b112", "tag": "fbc1f248-9ec8-410f-bc52-33f0f6a2120a", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:19:56.888173 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f08fc220-43ee-4c5e-b1ce-ed4d2abce47b {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:19:56.889684 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407d282c-571f-4315-a075-02ff5d10b112', 'tag': 'fbc1f248-9ec8-410f-bc52-33f0f6a2120a', 'status': 'completed', 'code': 200} Jul 15 19:19:57.012148 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc861b9e-c892-437b-a1b2-16cb3fb6d121 req-da3bf36d-d69b-4daf-9489-21a63e3152d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:57.013940 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-bc861b9e-c892-437b-a1b2-16cb3fb6d121 req-da3bf36d-d69b-4daf-9489-21a63e3152d5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd62e01c91bf494db0e0d5e92bd12beb&device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 1098 time: 0.0593128 Jul 15 19:19:57.017579 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-c1dccdb6-57b7-4b72-b2fa-9b061a7d96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': '1ab0499c-f0aa-44b7-b55d-12ab44653c10', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'port_id': 'fbc1f248-9ec8-410f-bc52-33f0f6a2120a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'mac_address': 'fa:16:3e:c2:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407d282c-571f-4315-a075-02ff5d10b112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:19:39Z', 'updated_at': '2021-07-15T19:19:56Z', 'revision_number': 1, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3e14b61-36c5-41b9-8f9f-4235edc6882a', 'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'mac_address': 'fa:16:3e:ce:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:49Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 5, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'subnets': [{'id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:57.048494 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dccdb6-57b7-4b72-b2fa-9b061a7d96c2 None None] Checking router: 569e4991-dfe0-4c7f-9bfb-852781860e31 for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:19:57.057816 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dccdb6-57b7-4b72-b2fa-9b061a7d96c2 None None] Routers {'569e4991-dfe0-4c7f-9bfb-852781860e31'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:19:57.058447 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-c1dccdb6-57b7-4b72-b2fa-9b061a7d96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:19:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['569e4991-dfe0-4c7f-9bfb-852781860e31'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:57.127956 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc861b9e-c892-437b-a1b2-16cb3fb6d121 req-fcfd55d8-7756-4608-8763-2f497704b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:57.129440 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-bc861b9e-c892-437b-a1b2-16cb3fb6d121 req-fcfd55d8-7756-4608-8763-2f497704b527 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 HTTP/1.1" status: 200 len: 913 time: 0.1053703 Jul 15 19:19:57.169404 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-c1dccdb6-57b7-4b72-b2fa-9b061a7d96c2 None None] Set router 569e4991-dfe0-4c7f-9bfb-852781860e31 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:19:57.213166 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-bc861b9e-c892-437b-a1b2-16cb3fb6d121 req-d2dd2312-c034-444a-9ba5-c58be03fa02f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbc1f248-9ec8-410f-bc52-33f0f6a2120a HTTP/1.1" status: 200 len: 998 time: 0.0603721 Jul 15 19:19:57.279709 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc861b9e-c892-437b-a1b2-16cb3fb6d121 req-75a7f1b7-c8d3-4615-846e-d49f7adae900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:57.281870 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-bc861b9e-c892-437b-a1b2-16cb3fb6d121 req-75a7f1b7-c8d3-4615-846e-d49f7adae900 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=73946c0a-f74c-48dd-bd39-ef27990bbc2b HTTP/1.1" status: 200 len: 850 time: 0.0510566 Jul 15 19:19:57.355745 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc861b9e-c892-437b-a1b2-16cb3fb6d121 req-ca61a505-e45a-4788-9684-452ec0768b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:57.357299 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-bc861b9e-c892-437b-a1b2-16cb3fb6d121 req-ca61a505-e45a-4788-9684-452ec0768b61 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668194 Jul 15 19:19:57.463740 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-bc861b9e-c892-437b-a1b2-16cb3fb6d121 req-25ab0e57-3ac1-489f-9bc1-7ad2c7e06dac service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923707 Jul 15 19:19:57.531016 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-c1dccdb6-57b7-4b72-b2fa-9b061a7d96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': '1ab0499c-f0aa-44b7-b55d-12ab44653c10', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'port_id': 'fbc1f248-9ec8-410f-bc52-33f0f6a2120a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'mac_address': 'fa:16:3e:c2:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407d282c-571f-4315-a075-02ff5d10b112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:19:39Z', 'updated_at': '2021-07-15T19:19:56Z', 'revision_number': 1, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3e14b61-36c5-41b9-8f9f-4235edc6882a', 'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'mac_address': 'fa:16:3e:ce:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:49Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 5, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'subnets': [{'id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:19:57.561221 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dccdb6-57b7-4b72-b2fa-9b061a7d96c2 None None] The sync data for ids ['569e4991-dfe0-4c7f-9bfb-852781860e31'] in dv-cinder-784453-9-iscsi is: [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': '1ab0499c-f0aa-44b7-b55d-12ab44653c10', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'port_id': 'fbc1f248-9ec8-410f-bc52-33f0f6a2120a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'mac_address': 'fa:16:3e:c2:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407d282c-571f-4315-a075-02ff5d10b112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:19:39Z', 'updated_at': '2021-07-15T19:19:56Z', 'revision_number': 1, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3e14b61-36c5-41b9-8f9f-4235edc6882a', 'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'mac_address': 'fa:16:3e:ce:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:49Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 5, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'subnets': [{'id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:19:57.561476 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-bc861b9e-c892-437b-a1b2-16cb3fb6d121 req-63632fb7-a5f7-4bf0-acdf-11565cfafb7b service neutron] 10.222.0.93 "GET /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903182 Jul 15 19:19:57.760365 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9850839-ad56-4366-83cb-1f42084573ef None None] New status for floating IP 1ab0499c-f0aa-44b7-b55d-12ab44653c10: ACTIVE {{(pid=93324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:19:58.306927 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:58.412660 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-d1484fea-8a5e-4a7c-9445-bf75921d16f4 req-6c21e27b-4dff-41aa-89cc-040615c9354c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498574 Jul 15 19:19:58.510030 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1484fea-8a5e-4a7c-9445-bf75921d16f4 req-c2221955-058e-4ae6-908e-6e5e97fdfd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:58.511501 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-d1484fea-8a5e-4a7c-9445-bf75921d16f4 req-c2221955-058e-4ae6-908e-6e5e97fdfd41 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2773fe20d3704fd0869501a1c90b4c30&device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 1098 time: 0.0510898 Jul 15 19:19:58.603089 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:58.629379 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1484fea-8a5e-4a7c-9445-bf75921d16f4 req-3e4ab09e-72f2-40bc-b92d-f8311b024701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:58.630912 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-d1484fea-8a5e-4a7c-9445-bf75921d16f4 req-3e4ab09e-72f2-40bc-b92d-f8311b024701 service neutron] 10.222.0.93 "GET /v2.0/networks?id=aa6d1231-195e-4588-9f30-941c386a1c2b HTTP/1.1" status: 200 len: 910 time: 0.0896177 Jul 15 19:19:58.695437 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-d1484fea-8a5e-4a7c-9445-bf75921d16f4 req-826de1e3-b8ec-455c-8463-a28bad44c85a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86890286-6222-49cb-a9f6-70a11fcd42c6 HTTP/1.1" status: 200 len: 1000 time: 0.0570028 Jul 15 19:19:58.756187 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1484fea-8a5e-4a7c-9445-bf75921d16f4 req-fea7c0c8-fef0-4568-aa13-969067a31133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:58.757607 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-d1484fea-8a5e-4a7c-9445-bf75921d16f4 req-fea7c0c8-fef0-4568-aa13-969067a31133 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0263f568-81fe-4529-9e7b-1c99c7cafbe2 HTTP/1.1" status: 200 len: 847 time: 0.0476222 Jul 15 19:19:58.817511 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1484fea-8a5e-4a7c-9445-bf75921d16f4 req-85f03097-6bdd-46f6-b9ea-c3c3b6e479a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:19:58.819051 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-d1484fea-8a5e-4a7c-9445-bf75921d16f4 req-85f03097-6bdd-46f6-b9ea-c3c3b6e479a5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aa6d1231-195e-4588-9f30-941c386a1c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532329 Jul 15 19:19:58.924002 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-d1484fea-8a5e-4a7c-9445-bf75921d16f4 req-f7bc0b46-7f55-43cd-b2c1-d467ee91ed7f service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d1231-195e-4588-9f30-941c386a1c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970888 Jul 15 19:19:59.020222 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-d1484fea-8a5e-4a7c-9445-bf75921d16f4 req-7c7ce4c9-f4d8-48b4-955d-e5cd7f6c5106 service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d1231-195e-4588-9f30-941c386a1c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890656 Jul 15 19:19:59.224402 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49432) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:59.325891 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-8d613478-8063-4eaf-8870-b141022f472b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:59.412095 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-8d613478-8063-4eaf-8870-b141022f472b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:59.415892 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-8d613478-8063-4eaf-8870-b141022f472b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:59.458091 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-8d613478-8063-4eaf-8870-b141022f472b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=82c933000d234b89aee2c50b64947edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326357 Jul 15 19:19:59.459197 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d613478-8063-4eaf-8870-b141022f472b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dba9113-fe63-417e-a9d0-987967828a3d,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:59.460788 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 49436) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:59.508385 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-accf1de7-67ea-4d92-8fb8-64b11e716f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:59.528662 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-accf1de7-67ea-4d92-8fb8-64b11e716f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:59.573202 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-accf1de7-67ea-4d92-8fb8-64b11e716f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:59.575530 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-accf1de7-67ea-4d92-8fb8-64b11e716f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:59.576646 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-accf1de7-67ea-4d92-8fb8-64b11e716f79 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7dba9113-fe63-417e-a9d0-987967828a3d HTTP/1.1" status: 204 len: 168 time: 0.1148942 Jul 15 19:19:59.584103 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf1de7-67ea-4d92-8fb8-64b11e716f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dba9113-fe63-417e-a9d0-987967828a3d,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:59.820842 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 49442) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:19:59.837051 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8b83455e-3faf-4a7e-9fdf-f249e28433b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:59.924137 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8b83455e-3faf-4a7e-9fdf-f249e28433b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:59.927724 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8b83455e-3faf-4a7e-9fdf-f249e28433b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:19:59.964000 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-8b83455e-3faf-4a7e-9fdf-f249e28433b9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fa9f7ea6e58a498db04653b009ee6a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421304 Jul 15 19:19:59.965821 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83455e-3faf-4a7e-9fdf-f249e28433b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8103999-c291-47d7-a65e-2cae87f98018,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:19:59.966738 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49444) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:00.016332 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1206-4b5f-45bf-b670-385a6b544d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:00.037656 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1206-4b5f-45bf-b670-385a6b544d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:00.083417 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1206-4b5f-45bf-b670-385a6b544d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:00.085779 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-cb2e1206-4b5f-45bf-b670-385a6b544d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:00.086962 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-cb2e1206-4b5f-45bf-b670-385a6b544d03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c8103999-c291-47d7-a65e-2cae87f98018 HTTP/1.1" status: 204 len: 168 time: 0.1191463 Jul 15 19:20:00.094150 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e1206-4b5f-45bf-b670-385a6b544d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8103999-c291-47d7-a65e-2cae87f98018,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:16.928802 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-40fbf611-6255-4157-a1db-01399f138911 req-f4465770-6d34-4400-bb64-385130459926 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95263185&fields=id&tenant_id=2f596063bab44a28895a16c46e41e3fb HTTP/1.1" status: 200 len: 267 time: 0.0330865 Jul 15 19:20:16.998209 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbf611-6255-4157-a1db-01399f138911 req-f1680b6b-8a54-42ed-b8f7-65d84421ee4c tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:16.999686 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-40fbf611-6255-4157-a1db-01399f138911 req-f1680b6b-8a54-42ed-b8f7-65d84421ee4c tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 985 time: 0.0655880 Jul 15 19:20:17.010118 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [req-40fbf611-6255-4157-a1db-01399f138911 req-03bfe350-4155-40b6-9a69-93ef91c474b6 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Request body: {'port': {'security_groups': ['413b3ff9-44f3-48c8-83f1-ea2242b89df6']}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:20:17.092812 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-40fbf611-6255-4157-a1db-01399f138911 req-03bfe350-4155-40b6-9a69-93ef91c474b6 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:17.264362 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-40fbf611-6255-4157-a1db-01399f138911 req-03bfe350-4155-40b6-9a69-93ef91c474b6 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] For port bdbfb69d-8441-4011-a46f-3142516868d2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bdbfb69d-8441-4011-a46f-3142516868d2,segment=NetworkSegment(af781008-330f-4372-90ee-083680e91489),segment_id=af781008-330f-4372-90ee-083680e91489)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:20:17.294353 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-40fbf611-6255-4157-a1db-01399f138911 req-03bfe350-4155-40b6-9a69-93ef91c474b6 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:17.298851 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-40fbf611-6255-4157-a1db-01399f138911 req-03bfe350-4155-40b6-9a69-93ef91c474b6 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:17.344464 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['bdbfb69d-8441-4011-a46f-3142516868d2'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:20:17.346594 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbf611-6255-4157-a1db-01399f138911 req-03bfe350-4155-40b6-9a69-93ef91c474b6 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:17.347251 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-40fbf611-6255-4157-a1db-01399f138911 req-03bfe350-4155-40b6-9a69-93ef91c474b6 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:17.349046 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-40fbf611-6255-4157-a1db-01399f138911 req-03bfe350-4155-40b6-9a69-93ef91c474b6 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "PUT /v2.0/ports/bdbfb69d-8441-4011-a46f-3142516868d2 HTTP/1.1" status: 200 len: 943 time: 0.3428755 Jul 15 19:20:17.349198 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d17213-5e61-4023-9352-dfb4fb563190', 'tag': 'bdbfb69d-8441-4011-a46f-3142516868d2'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:20:17.351364 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a1c721-d5b9-4a0e-a6c0-025cab1b94fd" -d '{"events": [{"name": "network-changed", "server_uuid": "47d17213-5e61-4023-9352-dfb4fb563190", "tag": "bdbfb69d-8441-4011-a46f-3142516868d2"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:20:17.354551 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 49644) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:17.383704 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfe350-4155-40b6-9a69-93ef91c474b6 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Pushing event updated for resources: {'Port': ['ID=bdbfb69d-8441-4011-a46f-3142516868d2,revision_number=7']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:17.396877 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117e4343-9f7f-47d1-af7b-8349939b1d42 x-openstack-request-id: req-117e4343-9f7f-47d1-af7b-8349939b1d42 {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:20:17.397185 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d17213-5e61-4023-9352-dfb4fb563190", "tag": "bdbfb69d-8441-4011-a46f-3142516868d2", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:20:17.397442 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-117e4343-9f7f-47d1-af7b-8349939b1d42 {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:20:17.397842 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d17213-5e61-4023-9352-dfb4fb563190', 'tag': 'bdbfb69d-8441-4011-a46f-3142516868d2', 'status': 'completed', 'code': 200} Jul 15 19:20:17.434918 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-94960877-0e55-4d25-a9ba-cc47c1c41c8b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:17.490578 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-94960877-0e55-4d25-a9ba-cc47c1c41c8b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:17.547707 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1c721-d5b9-4a0e-a6c0-025cab1b94fd req-eeb2975e-956d-401d-a68f-70a3875ef2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:17.549756 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-83a1c721-d5b9-4a0e-a6c0-025cab1b94fd req-eeb2975e-956d-401d-a68f-70a3875ef2c2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2f596063bab44a28895a16c46e41e3fb&device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 1099 time: 0.1007311 Jul 15 19:20:17.587632 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-0db76b90-f623-49f6-af10-ae6e2bd9fa04 None None] Provisioning complete for port bdbfb69d-8441-4011-a46f-3142516868d2 triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:20:17.588001 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-0db76b90-f623-49f6-af10-ae6e2bd9fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:17.592960 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-94960877-0e55-4d25-a9ba-cc47c1c41c8b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:17.595880 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-94960877-0e55-4d25-a9ba-cc47c1c41c8b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:17.597040 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-94960877-0e55-4d25-a9ba-cc47c1c41c8b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "DELETE /v2.0/security-groups/9ab204dd-e64e-4b75-91d0-abfc1eae7df9 HTTP/1.1" status: 204 len: 168 time: 0.2415078 Jul 15 19:20:17.600062 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49648) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:17.632664 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94960877-0e55-4d25-a9ba-cc47c1c41c8b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab204dd-e64e-4b75-91d0-abfc1eae7df9,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:17.645726 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94960877-0e55-4d25-a9ba-cc47c1c41c8b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:17.646082 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94960877-0e55-4d25-a9ba-cc47c1c41c8b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:17.646450 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94960877-0e55-4d25-a9ba-cc47c1c41c8b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:17.646786 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94960877-0e55-4d25-a9ba-cc47c1c41c8b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:17.647120 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94960877-0e55-4d25-a9ba-cc47c1c41c8b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:17.647449 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94960877-0e55-4d25-a9ba-cc47c1c41c8b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:17.647778 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94960877-0e55-4d25-a9ba-cc47c1c41c8b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:17.648107 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94960877-0e55-4d25-a9ba-cc47c1c41c8b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:17.648434 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94960877-0e55-4d25-a9ba-cc47c1c41c8b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:17.648759 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94960877-0e55-4d25-a9ba-cc47c1c41c8b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:17.649080 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94960877-0e55-4d25-a9ba-cc47c1c41c8b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:17.649929 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94960877-0e55-4d25-a9ba-cc47c1c41c8b tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:17.653564 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['bdbfb69d-8441-4011-a46f-3142516868d2'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:20:17.669372 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1c721-d5b9-4a0e-a6c0-025cab1b94fd req-b89ddc26-e880-4403-9d1b-5a11957f1449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:17.670589 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-83a1c721-d5b9-4a0e-a6c0-025cab1b94fd req-b89ddc26-e880-4403-9d1b-5a11957f1449 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd2e6bb4-176e-42af-9a10-2a3d1d629526 HTTP/1.1" status: 200 len: 917 time: 0.1137638 Jul 15 19:20:17.742395 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-83a1c721-d5b9-4a0e-a6c0-025cab1b94fd req-7425e657-d0b9-426a-b32b-d27648d6fafe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdbfb69d-8441-4011-a46f-3142516868d2 HTTP/1.1" status: 200 len: 1002 time: 0.0638030 Jul 15 19:20:17.789065 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-a544ee38-1a81-4ee9-a81e-612d8aaab1a2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Deleting port 5e3a7223-6b36-42a5-bd72-38170c490972 {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:20:17.789327 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a544ee38-1a81-4ee9-a81e-612d8aaab1a2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:17.795526 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1c721-d5b9-4a0e-a6c0-025cab1b94fd req-bc13126a-6851-49db-bd6f-92840d192b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:17.797164 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-83a1c721-d5b9-4a0e-a6c0-025cab1b94fd req-bc13126a-6851-49db-bd6f-92840d192b3a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=87e81f6b-86a4-4773-9f17-fcab2ad3a952 HTTP/1.1" status: 200 len: 854 time: 0.0448041 Jul 15 19:20:17.863448 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a544ee38-1a81-4ee9-a81e-612d8aaab1a2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:17.863778 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a544ee38-1a81-4ee9-a81e-612d8aaab1a2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:17.865804 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1c721-d5b9-4a0e-a6c0-025cab1b94fd req-a5527208-c241-4364-ae4d-d6c12fc29f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:17.867354 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-83a1c721-d5b9-4a0e-a6c0-025cab1b94fd req-a5527208-c241-4364-ae4d-d6c12fc29f4f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd2e6bb4-176e-42af-9a10-2a3d1d629526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514805 Jul 15 19:20:17.875433 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-a544ee38-1a81-4ee9-a81e-612d8aaab1a2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Calling delete_port for 5e3a7223-6b36-42a5-bd72-38170c490972 owned by network:floatingip {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:20:17.980929 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-83a1c721-d5b9-4a0e-a6c0-025cab1b94fd req-0abd9e4e-71cb-4c6a-bb36-6134ee0eea5a service neutron] 10.222.0.93 "GET /v2.0/networks/fd2e6bb4-176e-42af-9a10-2a3d1d629526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843878 Jul 15 19:20:18.050201 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a544ee38-1a81-4ee9-a81e-612d8aaab1a2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:18.074874 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544ee38-1a81-4ee9-a81e-612d8aaab1a2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Pushing event deleted for resources: {'Port': ['ID=5e3a7223-6b36-42a5-bd72-38170c490972,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:18.080325 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-83a1c721-d5b9-4a0e-a6c0-025cab1b94fd req-197f6a1b-ae09-48ac-b7ae-e140056a2c92 service neutron] 10.222.0.93 "GET /v2.0/networks/fd2e6bb4-176e-42af-9a10-2a3d1d629526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894153 Jul 15 19:20:18.142577 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a544ee38-1a81-4ee9-a81e-612d8aaab1a2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks [] for floatingip, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:18.142905 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.l3_db [None req-a544ee38-1a81-4ee9-a81e-612d8aaab1a2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Floating IP 64fad3c3-c43c-4e69-a489-bfda50ab46fc disassociated (deleted). External IP: 172.27.0.213, port: bdbfb69d-8441-4011-a46f-3142516868d2. Jul 15 19:20:18.617589 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a544ee38-1a81-4ee9-a81e-612d8aaab1a2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Router bce18288-740b-44d1-b4a5-9699c7e0bfde has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:20:18.724101 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a544ee38-1a81-4ee9-a81e-612d8aaab1a2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:20:18.728887 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a544ee38-1a81-4ee9-a81e-612d8aaab1a2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:18.733070 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd1cf90-7e33-4d93-907e-d6d2fac35fba None None] Sync routers for ids ['bce18288-740b-44d1-b4a5-9699c7e0bfde'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:20:18.741829 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1cf90-7e33-4d93-907e-d6d2fac35fba None None] Routers {'bce18288-740b-44d1-b4a5-9699c7e0bfde'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:20:18.742463 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-fbd1cf90-7e33-4d93-907e-d6d2fac35fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:19:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['bce18288-740b-44d1-b4a5-9699c7e0bfde'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:18.763627 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-a544ee38-1a81-4ee9-a81e-612d8aaab1a2 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "DELETE /v2.0/floatingips/64fad3c3-c43c-4e69-a489-bfda50ab46fc HTTP/1.1" status: 204 len: 168 time: 1.1622169 Jul 15 19:20:18.847589 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-fbd1cf90-7e33-4d93-907e-d6d2fac35fba None None] Set router bce18288-740b-44d1-b4a5-9699c7e0bfde gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:20:19.046988 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-fbd1cf90-7e33-4d93-907e-d6d2fac35fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'name': 'tempest-TestMinimumBasicScenario-1040437682-router', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:38Z', 'revision_number': 4, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'gw_port': {'id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '082fdffb-47a7-4496-a031-e714b9d7a6a7', 'name': '', 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'mac_address': 'fa:16:3e:4a:98:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:37Z', 'updated_at': '2021-07-15T19:16:45Z', 'revision_number': 5, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'subnets': [{'id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:19.076940 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd1cf90-7e33-4d93-907e-d6d2fac35fba None None] Checking router: bce18288-740b-44d1-b4a5-9699c7e0bfde for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:20:19.083776 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1cf90-7e33-4d93-907e-d6d2fac35fba None None] Routers {'bce18288-740b-44d1-b4a5-9699c7e0bfde'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:20:19.084392 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-fbd1cf90-7e33-4d93-907e-d6d2fac35fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:19:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['bce18288-740b-44d1-b4a5-9699c7e0bfde'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:19.190841 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-fbd1cf90-7e33-4d93-907e-d6d2fac35fba None None] Set router bce18288-740b-44d1-b4a5-9699c7e0bfde gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:20:19.384972 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-fbd1cf90-7e33-4d93-907e-d6d2fac35fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'name': 'tempest-TestMinimumBasicScenario-1040437682-router', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:38Z', 'revision_number': 4, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'gw_port': {'id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '082fdffb-47a7-4496-a031-e714b9d7a6a7', 'name': '', 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'mac_address': 'fa:16:3e:4a:98:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:37Z', 'updated_at': '2021-07-15T19:16:45Z', 'revision_number': 5, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'subnets': [{'id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:19.398882 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d17213-5e61-4023-9352-dfb4fb563190', 'tag': 'bdbfb69d-8441-4011-a46f-3142516868d2'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:20:19.401231 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86023a7-775c-41df-8ee9-b7ca5017034e" -d '{"events": [{"name": "network-changed", "server_uuid": "47d17213-5e61-4023-9352-dfb4fb563190", "tag": "bdbfb69d-8441-4011-a46f-3142516868d2"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:20:19.410545 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd1cf90-7e33-4d93-907e-d6d2fac35fba None None] The sync data for ids ['bce18288-740b-44d1-b4a5-9699c7e0bfde'] in dv-cinder-784453-9-iscsi is: [{'id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'name': 'tempest-TestMinimumBasicScenario-1040437682-router', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:38Z', 'revision_number': 4, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'gw_port': {'id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '082fdffb-47a7-4496-a031-e714b9d7a6a7', 'name': '', 'network_id': 'fd2e6bb4-176e-42af-9a10-2a3d1d629526', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'mac_address': 'fa:16:3e:4a:98:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:37Z', 'updated_at': '2021-07-15T19:16:45Z', 'revision_number': 5, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'subnets': [{'id': '87e81f6b-86a4-4773-9f17-fcab2ad3a952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:20:19.436978 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9351d00d-3a37-48fa-941f-2d7f0a39e3fc x-openstack-request-id: req-9351d00d-3a37-48fa-941f-2d7f0a39e3fc {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:20:19.437273 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d17213-5e61-4023-9352-dfb4fb563190", "tag": "bdbfb69d-8441-4011-a46f-3142516868d2", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:20:19.437528 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9351d00d-3a37-48fa-941f-2d7f0a39e3fc {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:20:19.437933 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d17213-5e61-4023-9352-dfb4fb563190', 'tag': 'bdbfb69d-8441-4011-a46f-3142516868d2', 'status': 'completed', 'code': 200} Jul 15 19:20:19.615827 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdd18b9-5585-4414-ac2d-e30a02fa0c50 None None] New status for floating IP 64fad3c3-c43c-4e69-a489-bfda50ab46fc: DOWN {{(pid=93324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:20:19.623534 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86023a7-775c-41df-8ee9-b7ca5017034e req-faaa254f-7c21-49a1-be89-c64c79b2bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:19.625052 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-c86023a7-775c-41df-8ee9-b7ca5017034e req-faaa254f-7c21-49a1-be89-c64c79b2bcc3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2f596063bab44a28895a16c46e41e3fb&device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 1099 time: 0.0571408 Jul 15 19:20:19.749393 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86023a7-775c-41df-8ee9-b7ca5017034e req-5af163a6-d397-4127-8ff9-5a002addb518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:19.750961 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-c86023a7-775c-41df-8ee9-b7ca5017034e req-5af163a6-d397-4127-8ff9-5a002addb518 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fd2e6bb4-176e-42af-9a10-2a3d1d629526 HTTP/1.1" status: 200 len: 917 time: 0.0865743 Jul 15 19:20:19.799281 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-c86023a7-775c-41df-8ee9-b7ca5017034e req-509e70e5-ac6c-42f2-8a77-1eb36e8eacbe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdbfb69d-8441-4011-a46f-3142516868d2 HTTP/1.1" status: 200 len: 217 time: 0.0399401 Jul 15 19:20:19.853845 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86023a7-775c-41df-8ee9-b7ca5017034e req-5421e4a3-3eff-4363-80ef-26082fc1ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:19.855337 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-c86023a7-775c-41df-8ee9-b7ca5017034e req-5421e4a3-3eff-4363-80ef-26082fc1ebab service neutron] 10.222.0.93 "GET /v2.0/subnets?id=87e81f6b-86a4-4773-9f17-fcab2ad3a952 HTTP/1.1" status: 200 len: 854 time: 0.0438936 Jul 15 19:20:19.914282 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86023a7-775c-41df-8ee9-b7ca5017034e req-1fc9676c-5a9a-4b23-8b0e-873dcaee2a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:19.915815 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-c86023a7-775c-41df-8ee9-b7ca5017034e req-1fc9676c-5a9a-4b23-8b0e-873dcaee2a0e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fd2e6bb4-176e-42af-9a10-2a3d1d629526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531919 Jul 15 19:20:20.007837 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-c86023a7-775c-41df-8ee9-b7ca5017034e req-fb7007ab-a0fd-4426-90b3-27b9a073c17d service neutron] 10.222.0.93 "GET /v2.0/networks/fd2e6bb4-176e-42af-9a10-2a3d1d629526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831149 Jul 15 19:20:20.096552 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-c86023a7-775c-41df-8ee9-b7ca5017034e req-ab8dbf5f-9ec5-4ac5-97b1-85a40d9299fa service neutron] 10.222.0.93 "GET /v2.0/networks/fd2e6bb4-176e-42af-9a10-2a3d1d629526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809884 Jul 15 19:20:22.880186 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e46b2-0421-4888-b501-1b7553873fad req-35dc3b7f-d7d7-4bb8-b26c-ee9ce18b12f7 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:22.881592 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fd9e46b2-0421-4888-b501-1b7553873fad req-35dc3b7f-d7d7-4bb8-b26c-ee9ce18b12f7 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.0633643 Jul 15 19:20:22.919711 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fd9e46b2-0421-4888-b501-1b7553873fad req-a98dfa43-6ee3-4767-b52e-dd931b26c369 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324888 Jul 15 19:20:23.075778 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-004bae7a-4a1e-466d-87f7-27cba16611d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:23.283799 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:20:24.096950 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91045c99-7707-4f5c-85b3-d054b6f655a4 req-b587c025-7a46-4e05-b332-65e0dc20350e tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:24.098484 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-91045c99-7707-4f5c-85b3-d054b6f655a4 req-b587c025-7a46-4e05-b332-65e0dc20350e tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.0660944 Jul 15 19:20:24.138022 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-91045c99-7707-4f5c-85b3-d054b6f655a4 req-dc3aef89-4e61-49fe-9eab-a7ab7680eaee tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323317 Jul 15 19:20:25.281889 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857acc7-8d43-4df2-812c-fceb896297c3 req-5f6a5946-b9f6-4b04-8d21-c6bdc0a433d7 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:25.284184 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-0857acc7-8d43-4df2-812c-fceb896297c3 req-5f6a5946-b9f6-4b04-8d21-c6bdc0a433d7 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.93 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.0709033 Jul 15 19:20:25.312047 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02e064-db67-4c63-b13e-8de04f6aa277 req-2de9a7e1-00e2-4c4c-bb67-6770d654b832 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:25.313753 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fa02e064-db67-4c63-b13e-8de04f6aa277 req-2de9a7e1-00e2-4c4c-bb67-6770d654b832 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 946 time: 0.0648768 Jul 15 19:20:25.353682 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fa02e064-db67-4c63-b13e-8de04f6aa277 req-41b5d961-5a85-4c9c-acc9-d3650ab27876 tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/security-groups?id=413b3ff9-44f3-48c8-83f1-ea2242b89df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338130 Jul 15 19:20:25.388604 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [req-0857acc7-8d43-4df2-812c-fceb896297c3 req-be044c67-9e95-4564-89c8-ef39edbc505d tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Deleting port bdbfb69d-8441-4011-a46f-3142516868d2 {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:20:25.388952 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-0857acc7-8d43-4df2-812c-fceb896297c3 req-be044c67-9e95-4564-89c8-ef39edbc505d tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:25.479960 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-0857acc7-8d43-4df2-812c-fceb896297c3 req-be044c67-9e95-4564-89c8-ef39edbc505d tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] For port bdbfb69d-8441-4011-a46f-3142516868d2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bdbfb69d-8441-4011-a46f-3142516868d2,segment=NetworkSegment(af781008-330f-4372-90ee-083680e91489),segment_id=af781008-330f-4372-90ee-083680e91489)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:20:25.480318 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-0857acc7-8d43-4df2-812c-fceb896297c3 req-be044c67-9e95-4564-89c8-ef39edbc505d tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:25.491626 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [req-0857acc7-8d43-4df2-812c-fceb896297c3 req-be044c67-9e95-4564-89c8-ef39edbc505d tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Calling delete_port for bdbfb69d-8441-4011-a46f-3142516868d2 owned by compute:nova {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:20:25.611874 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-0857acc7-8d43-4df2-812c-fceb896297c3 req-be044c67-9e95-4564-89c8-ef39edbc505d tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:25.643479 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-27e59961-8a2b-4b80-9e2e-b891421e9a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:25.644674 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be044c67-9e95-4564-89c8-ef39edbc505d tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Pushing event deleted for resources: {'Port': ['ID=bdbfb69d-8441-4011-a46f-3142516868d2,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:25.688974 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-0857acc7-8d43-4df2-812c-fceb896297c3 req-be044c67-9e95-4564-89c8-ef39edbc505d tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] No DVR routers for this DVR port bdbfb69d-8441-4011-a46f-3142516868d2 on host hv-cinder-78445 {{(pid=93322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:20:25.691553 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-0857acc7-8d43-4df2-812c-fceb896297c3 req-be044c67-9e95-4564-89c8-ef39edbc505d tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:25.693575 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-0857acc7-8d43-4df2-812c-fceb896297c3 req-be044c67-9e95-4564-89c8-ef39edbc505d tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.93 "DELETE /v2.0/ports/bdbfb69d-8441-4011-a46f-3142516868d2 HTTP/1.1" status: 204 len: 173 time: 0.4013078 Jul 15 19:20:25.694085 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d17213-5e61-4023-9352-dfb4fb563190', 'name': 'network-vif-deleted', 'tag': 'bdbfb69d-8441-4011-a46f-3142516868d2'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:20:25.696460 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cf1809-eb64-47f2-91c4-6c7497f1280a" -d '{"events": [{"server_uuid": "47d17213-5e61-4023-9352-dfb4fb563190", "name": "network-vif-deleted", "tag": "bdbfb69d-8441-4011-a46f-3142516868d2"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:20:25.711034 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:26.622434 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:28.036124 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['bdbfb69d-8441-4011-a46f-3142516868d2'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:20:28.116699 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be866e6-6e0c-4f48-9633-2badc64381ba x-openstack-request-id: req-5be866e6-6e0c-4f48-9633-2badc64381ba {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:20:28.117206 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d17213-5e61-4023-9352-dfb4fb563190", "name": "network-vif-deleted", "tag": "bdbfb69d-8441-4011-a46f-3142516868d2", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:20:28.117206 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5be866e6-6e0c-4f48-9633-2badc64381ba {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:20:28.117902 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d17213-5e61-4023-9352-dfb4fb563190', 'name': 'network-vif-deleted', 'tag': 'bdbfb69d-8441-4011-a46f-3142516868d2', 'status': 'completed', 'code': 200} Jul 15 19:20:28.233057 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-10b4bb2a-5be6-4d46-abe8-9a399f147776 req-9145a3d8-eb9f-48c3-a39f-d99858eea46f tempest-TestMinimumBasicScenario-604621864 tempest-TestMinimumBasicScenario-604621864-project] 10.222.0.73 "GET /v2.0/ports?device_id=47d17213-5e61-4023-9352-dfb4fb563190 HTTP/1.1" status: 200 len: 210 time: 0.0321000 Jul 15 19:20:28.308560 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:28.599916 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:29.945425 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49810) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:30.285186 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975790'] for router_interface, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:30.552011 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Deleting port 082fdffb-47a7-4496-a031-e714b9d7a6a7 {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:20:30.552355 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:30.630648 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] For port 082fdffb-47a7-4496-a031-e714b9d7a6a7, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=082fdffb-47a7-4496-a031-e714b9d7a6a7,segment=NetworkSegment(af781008-330f-4372-90ee-083680e91489),segment_id=af781008-330f-4372-90ee-083680e91489)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:20:30.631002 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:30.643629 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Calling delete_port for 082fdffb-47a7-4496-a031-e714b9d7a6a7 owned by network:router_interface {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:20:30.820265 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:30.845062 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Pushing event deleted for resources: {'Port': ['ID=082fdffb-47a7-4496-a031-e714b9d7a6a7,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:30.855827 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:30.856181 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:30.856523 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:30.859598 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:30.859598 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:30.859598 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:30.859598 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:30.859598 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:30.859598 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:30.859598 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:30.859598 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:30.859598 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:31.016897 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-973374'] for router_interface, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:31.222087 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Router bce18288-740b-44d1-b4a5-9699c7e0bfde has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:20:31.324641 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:20:31.329737 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-570b4f7e-b23b-4a1a-b0f0-dd9e253d63cb admin admin] 10.222.0.73 "PUT /v2.0/routers/bce18288-740b-44d1-b4a5-9699c7e0bfde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3832638 Jul 15 19:20:31.332130 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49824) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:31.334766 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ab96bc-398c-4d80-a81a-6cbaf8d8b3fe None None] Sync routers for ids ['bce18288-740b-44d1-b4a5-9699c7e0bfde'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:20:31.348462 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ab96bc-398c-4d80-a81a-6cbaf8d8b3fe None None] Routers {'bce18288-740b-44d1-b4a5-9699c7e0bfde'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:20:31.349074 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-26ab96bc-398c-4d80-a81a-6cbaf8d8b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:20:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['bce18288-740b-44d1-b4a5-9699c7e0bfde'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:31.432462 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-afec0186-396e-45d5-9e1f-c804b51dd60b admin admin] Notify callbacks [] for router, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:31.449490 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-26ab96bc-398c-4d80-a81a-6cbaf8d8b3fe None None] Set router bce18288-740b-44d1-b4a5-9699c7e0bfde gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:20:31.538774 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-afec0186-396e-45d5-9e1f-c804b51dd60b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:31.602791 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-afec0186-396e-45d5-9e1f-c804b51dd60b admin admin] Deleting port a7b79141-6d81-4c39-9e0b-7de9bbbdec9e {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:20:31.603097 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-afec0186-396e-45d5-9e1f-c804b51dd60b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:31.664821 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-26ab96bc-398c-4d80-a81a-6cbaf8d8b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'name': 'tempest-TestMinimumBasicScenario-1040437682-router', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:20:30Z', 'revision_number': 5, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'gw_port': {'id': 'a7b79141-6d81-4c39-9e0b-7de9bbbdec9e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:31.697453 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [None req-afec0186-396e-45d5-9e1f-c804b51dd60b admin admin] For port a7b79141-6d81-4c39-9e0b-7de9bbbdec9e, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=a7b79141-6d81-4c39-9e0b-7de9bbbdec9e,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:20:31.698080 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-afec0186-396e-45d5-9e1f-c804b51dd60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:31.698804 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ab96bc-398c-4d80-a81a-6cbaf8d8b3fe None None] Checking router: bce18288-740b-44d1-b4a5-9699c7e0bfde for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:20:31.709000 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ab96bc-398c-4d80-a81a-6cbaf8d8b3fe None None] Routers {'bce18288-740b-44d1-b4a5-9699c7e0bfde'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:20:31.709000 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-26ab96bc-398c-4d80-a81a-6cbaf8d8b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:20:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['bce18288-740b-44d1-b4a5-9699c7e0bfde'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:31.715253 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-afec0186-396e-45d5-9e1f-c804b51dd60b admin admin] Calling delete_port for a7b79141-6d81-4c39-9e0b-7de9bbbdec9e owned by network:router_gateway {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:20:31.794607 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-26ab96bc-398c-4d80-a81a-6cbaf8d8b3fe None None] Set router bce18288-740b-44d1-b4a5-9699c7e0bfde gateway port host: None {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:20:31.850007 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-26ab96bc-398c-4d80-a81a-6cbaf8d8b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'name': 'tempest-TestMinimumBasicScenario-1040437682-router', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:20:31Z', 'revision_number': 6, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'gw_port_host': None}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:31.876877 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ab96bc-398c-4d80-a81a-6cbaf8d8b3fe None None] The sync data for ids ['bce18288-740b-44d1-b4a5-9699c7e0bfde'] in dv-cinder-784453-9-iscsi is: [{'id': 'bce18288-740b-44d1-b4a5-9699c7e0bfde', 'name': 'tempest-TestMinimumBasicScenario-1040437682-router', 'tenant_id': '2f596063bab44a28895a16c46e41e3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:34Z', 'updated_at': '2021-07-15T19:20:31Z', 'revision_number': 6, 'project_id': '2f596063bab44a28895a16c46e41e3fb', 'gw_port_host': None}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:20:31.880643 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-afec0186-396e-45d5-9e1f-c804b51dd60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:31.912843 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec0186-396e-45d5-9e1f-c804b51dd60b admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b79141-6d81-4c39-9e0b-7de9bbbdec9e,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:31.972757 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-afec0186-396e-45d5-9e1f-c804b51dd60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978532'] for router_gateway, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.058618 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-afec0186-396e-45d5-9e1f-c804b51dd60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7029'] for router, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.060670 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-afec0186-396e-45d5-9e1f-c804b51dd60b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.064030 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device bdbfb69d-8441-4011-a46f-3142516868d2 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:20:32.083889 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: bdbfb69d-8441-4011-a46f-3142516868d2 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:20:32.084228 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device bdbfb69d-8441-4011-a46f-3142516868d2 not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:20:32.106631 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-afec0186-396e-45d5-9e1f-c804b51dd60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976614'] for router, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.107171 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afec0186-396e-45d5-9e1f-c804b51dd60b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bce18288-740b-44d1-b4a5-9699c7e0bfde {{(pid=93321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:20:32.112871 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-afec0186-396e-45d5-9e1f-c804b51dd60b admin admin] Notify callbacks [] for router, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.114012 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-afec0186-396e-45d5-9e1f-c804b51dd60b admin admin] 10.222.0.73 "DELETE /v2.0/routers/bce18288-740b-44d1-b4a5-9699c7e0bfde HTTP/1.1" status: 204 len: 168 time: 0.7810020 Jul 15 19:20:32.116487 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49836) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:32.160214 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3da949a-2f21-439c-9b11-9fcbee289691 admin admin] Deleting subnet 87e81f6b-86a4-4773-9f17-fcab2ad3a952 {{(pid=93321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:20:32.163211 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f3da949a-2f21-439c-9b11-9fcbee289691 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.196131 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f3da949a-2f21-439c-9b11-9fcbee289691 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132728052'] for subnet, precommit_delete_associations {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.315405 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f3da949a-2f21-439c-9b11-9fcbee289691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921093'] for subnet, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.372242 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f3da949a-2f21-439c-9b11-9fcbee289691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132133784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132686020'] for subnet, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.400844 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da949a-2f21-439c-9b11-9fcbee289691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e81f6b-86a4-4773-9f17-fcab2ad3a952,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:32.403488 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f3da949a-2f21-439c-9b11-9fcbee289691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.407282 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-f3da949a-2f21-439c-9b11-9fcbee289691 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/87e81f6b-86a4-4773-9f17-fcab2ad3a952 HTTP/1.1" status: 204 len: 168 time: 0.2894480 Jul 15 19:20:32.407985 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 49838) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:32.418107 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba183def-32ad-4501-9332-9a12b6520c57 None None] Network fd2e6bb4-176e-42af-9a10-2a3d1d629526 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:20:32.476167 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621038'] for network, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.536371 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] Deleting port c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:20:32.536627 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.597026 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] For port c4140ec8-75c4-40dd-a0c7-d96a3eeb7861, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=c4140ec8-75c4-40dd-a0c7-d96a3eeb7861,segment=NetworkSegment(af781008-330f-4372-90ee-083680e91489),segment_id=af781008-330f-4372-90ee-083680e91489)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:20:32.597318 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.608363 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] Calling delete_port for c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 owned by network:dhcp {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:20:32.656587 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 082fdffb-47a7-4496-a031-e714b9d7a6a7 no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:20:32.678168 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011dba66-002f-4176-97c8-16bab627b818 None None] DHCP port deletion for fd2e6bb4-176e-42af-9a10-2a3d1d629526 request from dv-cinder-784453-9-iscsi {{(pid=93323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:20:32.680398 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: 082fdffb-47a7-4496-a031-e714b9d7a6a7 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:20:32.680736 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 082fdffb-47a7-4496-a031-e714b9d7a6a7 not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:20:32.693271 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.721246 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4140ec8-75c4-40dd-a0c7-d96a3eeb7861,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:32.723094 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] No DVR routers for this DVR port c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 on host dv-cinder-784453-9-iscsi {{(pid=93322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:20:32.740898 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Deleting port c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 {{(pid=93323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:20:32.741520 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.805898 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1920033', 'neutron.services.segments.db._delete_segments_for_network-8754284971340'] for network, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.818337 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2e6bb4-176e-42af-9a10-2a3d1d629526']}} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:32.833559 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af781008-330f-4372-90ee-083680e91489') {'for_net_delete': True} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:32.833894 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af781008-330f-4372-90ee-083680e91489') {} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:32.834805 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-011dba66-002f-4176-97c8-16bab627b818 None None] For port c4140ec8-75c4-40dd-a0c7-d96a3eeb7861, host dv-cinder-784453-9-iscsi, got binding levels [] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:20:32.835611 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.843310 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754284973397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132251469'] for segment, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.861708 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.868372 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=93322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:20:32.869250 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132284996'] for segment, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: Traceback (most recent call last): Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: timer() Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: cb(*args, **kw) Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: return func(*args, **kwargs) Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: self._notify() Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: self.callback(batched_events) Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: event.method(event) Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: return f(self, *a, **k) Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._get(url).json() Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: return self.request(url, 'GET', **kwargs) Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:20:32.871273 dv-cinder-784453-9-iscsi neutron-server[93322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:20:32.874569 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Calling delete_port for c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 owned by network:dhcp {{(pid=93323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:20:32.879392 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.ipam_backend_mixin [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Port c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 was not found and therefore no delete operation was performed {{(pid=93323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 19:20:32.880847 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212'] for port, after_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.904125 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Pushing event deleted for resources: {'Port': ['ID=c4140ec8-75c4-40dd-a0c7-d96a3eeb7861,revision_number=None']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:32.921963 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:32.922875 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:32.923292 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:32.923639 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:32.924022 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:32.924360 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:32.924736 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:32.925118 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:32.925429 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:32.925774 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:32.926126 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:32.926762 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011dba66-002f-4176-97c8-16bab627b818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:20:32.930179 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1920056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978616'] for network, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.934145 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011dba66-002f-4176-97c8-16bab627b818 None None] No DVR routers for this DVR port c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 on host dv-cinder-784453-9-iscsi {{(pid=93323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:20:32.936541 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:32.939133 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] 10.222.0.73 "DELETE /v2.0/networks/fd2e6bb4-176e-42af-9a10-2a3d1d629526 HTTP/1.1" status: 204 len: 168 time: 0.5301414 Jul 15 19:20:32.942402 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49850) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:32.959815 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c026d-e2b7-4e3d-9128-6bd100720210 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd2e6bb4-176e-42af-9a10-2a3d1d629526,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:33.299025 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3680ae66-8d3f-40f1-94ee-8f2981bcb9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975790'] for router_interface, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:33.547107 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-3680ae66-8d3f-40f1-94ee-8f2981bcb9b6 admin admin] Deleting port c1b62dab-39e7-4717-b418-382b4164445d {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:20:33.548005 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3680ae66-8d3f-40f1-94ee-8f2981bcb9b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:33.622233 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [None req-3680ae66-8d3f-40f1-94ee-8f2981bcb9b6 admin admin] For port c1b62dab-39e7-4717-b418-382b4164445d, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=c1b62dab-39e7-4717-b418-382b4164445d,segment=NetworkSegment(3816f3ac-7a84-4d40-b867-83c161508913),segment_id=3816f3ac-7a84-4d40-b867-83c161508913)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:20:33.622626 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3680ae66-8d3f-40f1-94ee-8f2981bcb9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:33.635128 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-3680ae66-8d3f-40f1-94ee-8f2981bcb9b6 admin admin] Calling delete_port for c1b62dab-39e7-4717-b418-382b4164445d owned by network:router_interface {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:20:34.099834 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3680ae66-8d3f-40f1-94ee-8f2981bcb9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:34.132515 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680ae66-8d3f-40f1-94ee-8f2981bcb9b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b62dab-39e7-4717-b418-382b4164445d,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:34.178319 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device a7b79141-6d81-4c39-9e0b-7de9bbbdec9e no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:20:34.201181 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: a7b79141-6d81-4c39-9e0b-7de9bbbdec9e {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:20:34.201522 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device a7b79141-6d81-4c39-9e0b-7de9bbbdec9e not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:20:34.202245 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:20:34.214337 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 49862) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:34.227643 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:20:34.228458 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device c4140ec8-75c4-40dd-a0c7-d96a3eeb7861 not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:20:34.322728 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-3680ae66-8d3f-40f1-94ee-8f2981bcb9b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-973374'] for router_interface, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:34.329992 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-1f18ab7f-1b10-4576-9545-eed9650f5ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:34.426555 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-1f18ab7f-1b10-4576-9545-eed9650f5ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:34.430099 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-1f18ab7f-1b10-4576-9545-eed9650f5ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:34.467627 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-1f18ab7f-1b10-4576-9545-eed9650f5ab9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b264f69f9df546a681c367894b83ea7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496035 Jul 15 19:20:34.468348 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49866) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:34.470268 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18ab7f-1b10-4576-9545-eed9650f5ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ef42f2-5f61-4253-bdb4-5279c36d2db7,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:34.565995 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a6578154-b3c8-4aba-8dc9-db3637209013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:34.590822 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3680ae66-8d3f-40f1-94ee-8f2981bcb9b6 admin admin] Router e1133e89-615f-44b4-bfde-bf8f6977ab76 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:20:34.597346 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a6578154-b3c8-4aba-8dc9-db3637209013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:34.719406 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a6578154-b3c8-4aba-8dc9-db3637209013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:34.721914 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a6578154-b3c8-4aba-8dc9-db3637209013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:34.723059 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-a6578154-b3c8-4aba-8dc9-db3637209013 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c5ef42f2-5f61-4253-bdb4-5279c36d2db7 HTTP/1.1" status: 204 len: 168 time: 0.2541873 Jul 15 19:20:34.729525 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3680ae66-8d3f-40f1-94ee-8f2981bcb9b6 admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:20:34.738247 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-3680ae66-8d3f-40f1-94ee-8f2981bcb9b6 admin admin] 10.222.0.73 "PUT /v2.0/routers/e1133e89-615f-44b4-bfde-bf8f6977ab76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7940371 Jul 15 19:20:34.739567 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6578154-b3c8-4aba-8dc9-db3637209013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ef42f2-5f61-4253-bdb4-5279c36d2db7,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:34.739757 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f64a9-7398-4e6f-a777-fb4642a7a235 None None] Sync routers for ids ['e1133e89-615f-44b4-bfde-bf8f6977ab76'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:20:34.741108 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49870) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:34.757269 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f64a9-7398-4e6f-a777-fb4642a7a235 None None] Routers {'e1133e89-615f-44b4-bfde-bf8f6977ab76'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:20:34.758105 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-c94f64a9-7398-4e6f-a777-fb4642a7a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:20:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['e1133e89-615f-44b4-bfde-bf8f6977ab76'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:34.864264 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d4f25f87-d3d8-49af-b1d5-c5dd4e47a69f admin admin] Notify callbacks [] for router, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:34.867760 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-c94f64a9-7398-4e6f-a777-fb4642a7a235 None None] Set router e1133e89-615f-44b4-bfde-bf8f6977ab76 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:20:34.981381 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d4f25f87-d3d8-49af-b1d5-c5dd4e47a69f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:35.039753 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-d4f25f87-d3d8-49af-b1d5-c5dd4e47a69f admin admin] Deleting port 204ab203-18bf-4d6c-8823-a827f25abdf9 {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:20:35.040102 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d4f25f87-d3d8-49af-b1d5-c5dd4e47a69f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:35.062999 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-c94f64a9-7398-4e6f-a777-fb4642a7a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'name': 'tempest-TestMinimumBasicScenario-572871688-router', 'tenant_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '204ab203-18bf-4d6c-8823-a827f25abdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:40Z', 'updated_at': '2021-07-15T19:20:34Z', 'revision_number': 5, 'project_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'gw_port': {'id': '204ab203-18bf-4d6c-8823-a827f25abdf9', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:16:41Z', 'updated_at': '2021-07-15T19:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:35.092295 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f64a9-7398-4e6f-a777-fb4642a7a235 None None] Checking router: e1133e89-615f-44b4-bfde-bf8f6977ab76 for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:20:35.101889 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f64a9-7398-4e6f-a777-fb4642a7a235 None None] Routers {'e1133e89-615f-44b4-bfde-bf8f6977ab76'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:20:35.102529 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-c94f64a9-7398-4e6f-a777-fb4642a7a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:20:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['e1133e89-615f-44b4-bfde-bf8f6977ab76'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:35.124644 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [None req-d4f25f87-d3d8-49af-b1d5-c5dd4e47a69f admin admin] For port 204ab203-18bf-4d6c-8823-a827f25abdf9, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=204ab203-18bf-4d6c-8823-a827f25abdf9,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:20:35.125004 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d4f25f87-d3d8-49af-b1d5-c5dd4e47a69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:35.140452 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-d4f25f87-d3d8-49af-b1d5-c5dd4e47a69f admin admin] Calling delete_port for 204ab203-18bf-4d6c-8823-a827f25abdf9 owned by network:router_gateway {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:20:35.229405 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-c94f64a9-7398-4e6f-a777-fb4642a7a235 None None] Set router e1133e89-615f-44b4-bfde-bf8f6977ab76 gateway port host: None {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:20:35.295371 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-c94f64a9-7398-4e6f-a777-fb4642a7a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'name': 'tempest-TestMinimumBasicScenario-572871688-router', 'tenant_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:40Z', 'updated_at': '2021-07-15T19:20:34Z', 'revision_number': 6, 'project_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'gw_port_host': None}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:35.326240 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d4f25f87-d3d8-49af-b1d5-c5dd4e47a69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:35.326831 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f64a9-7398-4e6f-a777-fb4642a7a235 None None] The sync data for ids ['e1133e89-615f-44b4-bfde-bf8f6977ab76'] in dv-cinder-784453-9-iscsi is: [{'id': 'e1133e89-615f-44b4-bfde-bf8f6977ab76', 'name': 'tempest-TestMinimumBasicScenario-572871688-router', 'tenant_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:16:40Z', 'updated_at': '2021-07-15T19:20:34Z', 'revision_number': 6, 'project_id': '073892e0bdd7470fbe3299aa15ae7aa6', 'gw_port_host': None}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:20:35.370667 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f25f87-d3d8-49af-b1d5-c5dd4e47a69f admin admin] Pushing event deleted for resources: {'Port': ['ID=204ab203-18bf-4d6c-8823-a827f25abdf9,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:35.429798 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d4f25f87-d3d8-49af-b1d5-c5dd4e47a69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978532'] for router_gateway, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:35.522805 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d4f25f87-d3d8-49af-b1d5-c5dd4e47a69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7029'] for router, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:35.524960 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d4f25f87-d3d8-49af-b1d5-c5dd4e47a69f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:35.571158 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d4f25f87-d3d8-49af-b1d5-c5dd4e47a69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976614'] for router, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:35.571782 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f25f87-d3d8-49af-b1d5-c5dd4e47a69f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1133e89-615f-44b4-bfde-bf8f6977ab76 {{(pid=93321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:20:35.576767 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d4f25f87-d3d8-49af-b1d5-c5dd4e47a69f admin admin] Notify callbacks [] for router, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:35.577906 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-d4f25f87-d3d8-49af-b1d5-c5dd4e47a69f admin admin] 10.222.0.73 "DELETE /v2.0/routers/e1133e89-615f-44b4-bfde-bf8f6977ab76 HTTP/1.1" status: 204 len: 168 time: 0.8360150 Jul 15 19:20:35.581182 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49900) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:35.625323 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bdc805-ab97-45f8-b884-8ae47d7031b3 admin admin] Deleting subnet 4e18b9fa-72b7-4d16-9f68-3bf37bc39926 {{(pid=93321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:20:35.628527 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-25bdc805-ab97-45f8-b884-8ae47d7031b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:35.662952 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-25bdc805-ab97-45f8-b884-8ae47d7031b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132728052'] for subnet, precommit_delete_associations {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:35.756694 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-25bdc805-ab97-45f8-b884-8ae47d7031b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921093'] for subnet, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:35.815315 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-25bdc805-ab97-45f8-b884-8ae47d7031b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132133784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132686020'] for subnet, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:35.836563 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 49904) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:35.840253 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdc805-ab97-45f8-b884-8ae47d7031b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e18b9fa-72b7-4d16-9f68-3bf37bc39926,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:35.845406 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-25bdc805-ab97-45f8-b884-8ae47d7031b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:35.849569 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-25bdc805-ab97-45f8-b884-8ae47d7031b3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4e18b9fa-72b7-4d16-9f68-3bf37bc39926 HTTP/1.1" status: 204 len: 168 time: 0.2651584 Jul 15 19:20:35.850235 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 49908) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:35.851369 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d064a823-1fe5-4ced-925f-08daf0f6d638 None None] Network 159bab2d-eb9e-4210-9420-e6f2b420e145 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:20:35.921787 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621038'] for network, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:35.972454 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-04856d53-17ab-4caa-8b4b-82ae0abc5076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.018420 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] Deleting port d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:20:36.018866 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.099987 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] For port d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce,segment=NetworkSegment(3816f3ac-7a84-4d40-b867-83c161508913),segment_id=3816f3ac-7a84-4d40-b867-83c161508913)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:20:36.100556 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.119223 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] Calling delete_port for d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce owned by network:dhcp {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:20:36.162721 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 204ab203-18bf-4d6c-8823-a827f25abdf9 no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:20:36.191443 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: 204ab203-18bf-4d6c-8823-a827f25abdf9 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:20:36.191783 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 204ab203-18bf-4d6c-8823-a827f25abdf9 not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:20:36.192200 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device c1b62dab-39e7-4717-b418-382b4164445d no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:20:36.196543 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d527b52b-c595-416c-9d94-101a40af7e5d None None] DHCP port deletion for 159bab2d-eb9e-4210-9420-e6f2b420e145 request from dv-cinder-784453-9-iscsi {{(pid=93323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:20:36.217396 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: c1b62dab-39e7-4717-b418-382b4164445d {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:20:36.217735 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device c1b62dab-39e7-4717-b418-382b4164445d not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:20:36.264483 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-d527b52b-c595-416c-9d94-101a40af7e5d None None] Deleting port d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce {{(pid=93323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:20:36.264940 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-d527b52b-c595-416c-9d94-101a40af7e5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.341577 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-d527b52b-c595-416c-9d94-101a40af7e5d None None] For port d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce,segment=NetworkSegment(3816f3ac-7a84-4d40-b867-83c161508913),segment_id=3816f3ac-7a84-4d40-b867-83c161508913)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:20:36.341972 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-d527b52b-c595-416c-9d94-101a40af7e5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.358267 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-d527b52b-c595-416c-9d94-101a40af7e5d None None] Calling delete_port for d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce owned by network:dhcp {{(pid=93323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:20:36.447592 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-04856d53-17ab-4caa-8b4b-82ae0abc5076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.460148 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-04856d53-17ab-4caa-8b4b-82ae0abc5076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.504120 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-d527b52b-c595-416c-9d94-101a40af7e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212'] for port, after_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.516987 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04856d53-17ab-4caa-8b4b-82ae0abc5076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffefe37f-7b50-4188-8527-52fdd9a2b9d0,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:36.533927 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 49914) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:36.534595 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-04856d53-17ab-4caa-8b4b-82ae0abc5076 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b25ed92ad51f4e4c92e20d5e6df6a7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6961412 Jul 15 19:20:36.534716 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527b52b-c595-416c-9d94-101a40af7e5d None None] Pushing event deleted for resources: {'Port': ['ID=d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce,revision_number=None']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:36.538722 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527b52b-c595-416c-9d94-101a40af7e5d None None] No DVR routers for this DVR port d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce on host dv-cinder-784453-9-iscsi {{(pid=93323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:20:36.546227 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.574603 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] No DVR routers for this DVR port d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce on host dv-cinder-784453-9-iscsi {{(pid=93322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:20:36.578781 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:36.589797 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-37af1e64-2255-411e-ad5c-6bcfea1da452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.611051 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-37af1e64-2255-411e-ad5c-6bcfea1da452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.651965 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1920033', 'neutron.services.segments.db._delete_segments_for_network-8754284971340'] for network, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.661954 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-37af1e64-2255-411e-ad5c-6bcfea1da452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.662129 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159bab2d-eb9e-4210-9420-e6f2b420e145']}} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:36.664937 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-37af1e64-2255-411e-ad5c-6bcfea1da452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.669992 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-37af1e64-2255-411e-ad5c-6bcfea1da452 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ffefe37f-7b50-4188-8527-52fdd9a2b9d0 HTTP/1.1" status: 204 len: 168 time: 0.1312816 Jul 15 19:20:36.671684 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3816f3ac-7a84-4d40-b867-83c161508913') {'for_net_delete': True} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:36.672021 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3816f3ac-7a84-4d40-b867-83c161508913') {} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:36.679760 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af1e64-2255-411e-ad5c-6bcfea1da452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffefe37f-7b50-4188-8527-52fdd9a2b9d0,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:36.680816 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754284973397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132251469'] for segment, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.707074 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.713186 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=93322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:20:36.713564 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132284996'] for segment, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: self.session.flush() Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: self.session.flush() Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: self.session.flush() Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: self.session.flush() Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: Traceback (most recent call last): Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: timer() Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: cb(*args, **kw) Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: return func(*args, **kwargs) Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: self._notify() Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: self.callback(batched_events) Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: event.method(event) Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: return f(self, *a, **k) Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._get(url).json() Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: return self.request(url, 'GET', **kwargs) Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:20:36.723486 dv-cinder-784453-9-iscsi neutron-server[93322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:20:36.767828 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1920056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978616'] for network, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.773219 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:36.775108 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] 10.222.0.73 "DELETE /v2.0/networks/159bab2d-eb9e-4210-9420-e6f2b420e145 HTTP/1.1" status: 204 len: 168 time: 0.9238713 Jul 15 19:20:36.792053 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797f89f-d11f-4617-8e6e-b84e6e7a7c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=159bab2d-eb9e-4210-9420-e6f2b420e145,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:36.938973 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 49926) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:36.978668 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-0b8045ab-ce06-43e9-b990-ccb731dfdc8b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2f596063bab44a28895a16c46e41e3fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384767 Jul 15 19:20:36.981136 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 49930) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:37.028998 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-57e768e7-95a7-4d1c-aba6-0b729bdc9d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:37.050872 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-57e768e7-95a7-4d1c-aba6-0b729bdc9d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:37.097079 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-57e768e7-95a7-4d1c-aba6-0b729bdc9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:37.100031 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-57e768e7-95a7-4d1c-aba6-0b729bdc9d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:37.101237 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-57e768e7-95a7-4d1c-aba6-0b729bdc9d49 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/413b3ff9-44f3-48c8-83f1-ea2242b89df6 HTTP/1.1" status: 204 len: 168 time: 0.1190891 Jul 15 19:20:37.110133 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e768e7-95a7-4d1c-aba6-0b729bdc9d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413b3ff9-44f3-48c8-83f1-ea2242b89df6,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:37.475313 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 49952) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:37.521506 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-f806acf5-4f44-4d4b-9587-c94813da16e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=073892e0bdd7470fbe3299aa15ae7aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448091 Jul 15 19:20:37.524209 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 49956) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:37.573361 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-cf9bdb13-156d-4f07-b2d8-6962c5c53553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:37.602141 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-cf9bdb13-156d-4f07-b2d8-6962c5c53553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:37.647781 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-cf9bdb13-156d-4f07-b2d8-6962c5c53553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:37.650248 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-cf9bdb13-156d-4f07-b2d8-6962c5c53553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:37.651453 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-cf9bdb13-156d-4f07-b2d8-6962c5c53553 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/836f21cd-e10e-4c6d-822c-de52db0080da HTTP/1.1" status: 204 len: 168 time: 0.1261840 Jul 15 19:20:37.660424 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bdb13-156d-4f07-b2d8-6962c5c53553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836f21cd-e10e-4c6d-822c-de52db0080da,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:38.139309 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:20:38.159608 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:20:38.159933 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device d5cf8c94-18dc-4a5a-b95a-d32d0ffc9bce not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:20:50.846281 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db6b0e-b697-4b00-8a10-dcdd621e87ad req-ab005ff3-789e-4c7c-a739-8eccc7251147 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:50.847724 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a3db6b0e-b697-4b00-8a10-dcdd621e87ad req-ab005ff3-789e-4c7c-a739-8eccc7251147 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 945 time: 0.0678561 Jul 15 19:20:50.896255 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a3db6b0e-b697-4b00-8a10-dcdd621e87ad req-97772329-1b55-41b1-bf45-d13459a24391 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412869 Jul 15 19:20:52.079812 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7bff8-721a-48a2-80b0-5fdc6ff77a69 req-41d63e8f-43d4-4228-b6d5-479901a901df tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:52.081304 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-35b7bff8-721a-48a2-80b0-5fdc6ff77a69 req-41d63e8f-43d4-4228-b6d5-479901a901df tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 945 time: 0.0639701 Jul 15 19:20:52.122968 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-35b7bff8-721a-48a2-80b0-5fdc6ff77a69 req-9e36b6b3-b92d-4bd3-a4c2-4df95ef8e1b1 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322618 Jul 15 19:20:52.759160 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1001d02-2146-4e3d-a7b5-ffc673146f04 req-6a53722b-e531-4933-be83-498c46e42f1e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:52.760621 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-d1001d02-2146-4e3d-a7b5-ffc673146f04 req-6a53722b-e531-4933-be83-498c46e42f1e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.93 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 945 time: 0.0675843 Jul 15 19:20:52.872281 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [req-d1001d02-2146-4e3d-a7b5-ffc673146f04 req-9350b089-bb87-43a0-8339-1f72c72f48e8 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Deleting port 51417d1e-3648-4f27-a372-b903675e4c83 {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:20:52.872536 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-d1001d02-2146-4e3d-a7b5-ffc673146f04 req-9350b089-bb87-43a0-8339-1f72c72f48e8 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:52.963332 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-d1001d02-2146-4e3d-a7b5-ffc673146f04 req-9350b089-bb87-43a0-8339-1f72c72f48e8 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] For port 51417d1e-3648-4f27-a372-b903675e4c83, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=51417d1e-3648-4f27-a372-b903675e4c83,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:20:52.964679 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-d1001d02-2146-4e3d-a7b5-ffc673146f04 req-9350b089-bb87-43a0-8339-1f72c72f48e8 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:53.085536 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-ae02f0fa-c5db-456f-ac18-ba06c7c3ec0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:53.175294 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-d1001d02-2146-4e3d-a7b5-ffc673146f04 req-9350b089-bb87-43a0-8339-1f72c72f48e8 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:53.175668 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-d1001d02-2146-4e3d-a7b5-ffc673146f04 req-9350b089-bb87-43a0-8339-1f72c72f48e8 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978606'] for floatingip, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:53.175985 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.l3_db [req-d1001d02-2146-4e3d-a7b5-ffc673146f04 req-9350b089-bb87-43a0-8339-1f72c72f48e8 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Floating IP ba5f5621-3d52-44e8-8b78-d33406f8dd02 disassociated. External IP: 172.27.0.185, port: 51417d1e-3648-4f27-a372-b903675e4c83. Jul 15 19:20:53.176326 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [req-d1001d02-2146-4e3d-a7b5-ffc673146f04 req-9350b089-bb87-43a0-8339-1f72c72f48e8 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Calling delete_port for 51417d1e-3648-4f27-a372-b903675e4c83 owned by compute:nova {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:20:53.352677 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-d1001d02-2146-4e3d-a7b5-ffc673146f04 req-9350b089-bb87-43a0-8339-1f72c72f48e8 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:53.380852 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc0cbd-7f05-43db-8a3e-e633f0504675 req-c06d66f3-1e7c-492c-8c34-86037c180899 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:53.382366 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-56cc0cbd-7f05-43db-8a3e-e633f0504675 req-c06d66f3-1e7c-492c-8c34-86037c180899 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 867 time: 0.0720775 Jul 15 19:20:53.384959 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350b089-bb87-43a0-8339-1f72c72f48e8 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event deleted for resources: {'Port': ['ID=51417d1e-3648-4f27-a372-b903675e4c83,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:53.427575 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-56cc0cbd-7f05-43db-8a3e-e633f0504675 req-0e1f07c9-5546-4143-954b-76176563b50e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336719 Jul 15 19:20:53.502292 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1001d02-2146-4e3d-a7b5-ffc673146f04 req-9350b089-bb87-43a0-8339-1f72c72f48e8 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Router 00cbb213-ccab-48b6-90a5-2805db14d19e has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:20:53.606871 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1001d02-2146-4e3d-a7b5-ffc673146f04 req-9350b089-bb87-43a0-8339-1f72c72f48e8 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:20:53.616653 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c7dcaa-1079-4852-9e3a-da2e5d09462d None None] Sync routers for ids ['00cbb213-ccab-48b6-90a5-2805db14d19e'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:20:53.626175 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c7dcaa-1079-4852-9e3a-da2e5d09462d None None] Routers {'00cbb213-ccab-48b6-90a5-2805db14d19e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:20:53.626875 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-f5c7dcaa-1079-4852-9e3a-da2e5d09462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:20:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['00cbb213-ccab-48b6-90a5-2805db14d19e'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:53.651772 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1001d02-2146-4e3d-a7b5-ffc673146f04 req-9350b089-bb87-43a0-8339-1f72c72f48e8 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] No DVR routers for this DVR port 51417d1e-3648-4f27-a372-b903675e4c83 on host hv-cinder-78445 {{(pid=93322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:20:53.654299 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-d1001d02-2146-4e3d-a7b5-ffc673146f04 req-9350b089-bb87-43a0-8339-1f72c72f48e8 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:53.656206 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-d1001d02-2146-4e3d-a7b5-ffc673146f04 req-9350b089-bb87-43a0-8339-1f72c72f48e8 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.93 "DELETE /v2.0/ports/51417d1e-3648-4f27-a372-b903675e4c83 HTTP/1.1" status: 204 len: 173 time: 0.8809023 Jul 15 19:20:53.656639 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6854df4a-9f8f-4a67-9609-3635bee393d6', 'name': 'network-vif-deleted', 'tag': '51417d1e-3648-4f27-a372-b903675e4c83'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:20:53.658954 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec27de0a-46fc-4f15-a2fb-34da7105823b" -d '{"events": [{"server_uuid": "6854df4a-9f8f-4a67-9609-3635bee393d6", "name": "network-vif-deleted", "tag": "51417d1e-3648-4f27-a372-b903675e4c83"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:20:53.696297 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db187f81-3a8e-43a4-aec4-52e182fe1db0 x-openstack-request-id: req-db187f81-3a8e-43a4-aec4-52e182fe1db0 {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:20:53.696794 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6854df4a-9f8f-4a67-9609-3635bee393d6", "name": "network-vif-deleted", "tag": "51417d1e-3648-4f27-a372-b903675e4c83", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:20:53.697204 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-db187f81-3a8e-43a4-aec4-52e182fe1db0 {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:20:53.697598 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6854df4a-9f8f-4a67-9609-3635bee393d6', 'name': 'network-vif-deleted', 'tag': '51417d1e-3648-4f27-a372-b903675e4c83', 'status': 'completed', 'code': 200} Jul 15 19:20:53.731876 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-f5c7dcaa-1079-4852-9e3a-da2e5d09462d None None] Set router 00cbb213-ccab-48b6-90a5-2805db14d19e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:20:53.940036 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-f5c7dcaa-1079-4852-9e3a-da2e5d09462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:53.965783 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c7dcaa-1079-4852-9e3a-da2e5d09462d None None] Checking router: 00cbb213-ccab-48b6-90a5-2805db14d19e for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:20:53.974283 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c7dcaa-1079-4852-9e3a-da2e5d09462d None None] Routers {'00cbb213-ccab-48b6-90a5-2805db14d19e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:20:53.974844 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-f5c7dcaa-1079-4852-9e3a-da2e5d09462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:20:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['00cbb213-ccab-48b6-90a5-2805db14d19e'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:54.082006 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-f5c7dcaa-1079-4852-9e3a-da2e5d09462d None None] Set router 00cbb213-ccab-48b6-90a5-2805db14d19e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:20:54.292660 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-f5c7dcaa-1079-4852-9e3a-da2e5d09462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:20:54.326688 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c7dcaa-1079-4852-9e3a-da2e5d09462d None None] The sync data for ids ['00cbb213-ccab-48b6-90a5-2805db14d19e'] in dv-cinder-784453-9-iscsi is: [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:20:54.591446 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb130a1-fcb6-4ef0-893d-2eb85aae3730 None None] New status for floating IP ba5f5621-3d52-44e8-8b78-d33406f8dd02: DOWN {{(pid=93324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:20:54.616147 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f4eb1e60-fd39-4916-a374-ae5c5e60ad41 req-d73da4ee-9b59-46ec-a9a5-8be8004f11e1 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=6854df4a-9f8f-4a67-9609-3635bee393d6 HTTP/1.1" status: 200 len: 210 time: 0.0413198 Jul 15 19:20:55.644784 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-dfec1a1b-c2cb-4293-b8a0-dcf3a48a3291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:55.689244 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af8b6e-6afe-4e78-b1c6-fa843e688906 req-e2fa175a-88ce-47ff-ae2c-112bb791517e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:55.690745 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b9af8b6e-6afe-4e78-b1c6-fa843e688906 req-e2fa175a-88ce-47ff-ae2c-112bb791517e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0662649 Jul 15 19:20:55.711936 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:55.732246 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b9af8b6e-6afe-4e78-b1c6-fa843e688906 req-45354829-1e9d-4c85-a17a-a24b8d09c431 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346766 Jul 15 19:20:55.936226 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-f70918a8-80bf-4c69-905b-aa6c333bbdce tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603857049&fields=id&tenant_id=412cc63088124ce79a3589f0ee2bac63 HTTP/1.1" status: 200 len: 267 time: 0.0326388 Jul 15 19:20:56.041898 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ccd811de-2bda-403b-8cb5-2bdb18d471c5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:56.043368 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ccd811de-2bda-403b-8cb5-2bdb18d471c5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/networks?id=f85f717e-1189-49c0-bcaa-5760f144f50d HTTP/1.1" status: 200 len: 811 time: 0.1002305 Jul 15 19:20:56.058133 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-007b2b36-3838-48a6-940c-124ea1b3315d tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/quotas/412cc63088124ce79a3589f0ee2bac63 HTTP/1.1" status: 200 len: 375 time: 0.0087721 Jul 15 19:20:56.124084 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-c608d473-2203-4d6f-b847-24490c43d388 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=412cc63088124ce79a3589f0ee2bac63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0602756 Jul 15 19:20:56.159487 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 51417d1e-3648-4f27-a372-b903675e4c83 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:20:56.178626 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: 51417d1e-3648-4f27-a372-b903675e4c83 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:20:56.178961 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 51417d1e-3648-4f27-a372-b903675e4c83 not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:20:56.222694 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-84a19f15-64c0-493c-b0b4-efe50a7ef161 service neutron] 10.222.0.73 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861626 Jul 15 19:20:56.313618 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-22dd268a-c2bd-4bfd-897a-b6de01151a5c service neutron] 10.222.0.73 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851781 Jul 15 19:20:56.612811 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e357f724-6283-4bc4-8f8e-384cd57e58d9 req-e571dc4b-a17a-4f29-8f4a-458f8c62eb50 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 210 time: 0.0298214 Jul 15 19:20:56.639695 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:56.922419 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c748886-091b-431f-aeca-1c5d8e708386 req-cf102ad4-283a-4e9c-a905-23fb0817525f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:56.924236 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3c748886-091b-431f-aeca-1c5d8e708386 req-cf102ad4-283a-4e9c-a905-23fb0817525f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0725415 Jul 15 19:20:56.928574 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 50190) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:56.970972 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3c748886-091b-431f-aeca-1c5d8e708386 req-8b1557a1-7075-477f-8157-5bfd11f4da45 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355251 Jul 15 19:20:57.043571 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-c8b29f32-12a1-4bdb-971a-4b243ce2a013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:57.131132 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-c8b29f32-12a1-4bdb-971a-4b243ce2a013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:57.135056 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-c8b29f32-12a1-4bdb-971a-4b243ce2a013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:57.175938 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-c8b29f32-12a1-4bdb-971a-4b243ce2a013 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d93feb4a728243c49efab9da2c65b600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462418 Jul 15 19:20:57.176815 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b29f32-12a1-4bdb-971a-4b243ce2a013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f96bbda-721c-4b78-96e8-98a7bc1a9c9c,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:57.178585 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50194) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:20:57.229866 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-2bb4038a-7733-4e9d-b4e7-2f17d2fcfc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:57.252343 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-2bb4038a-7733-4e9d-b4e7-2f17d2fcfc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:57.302487 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-2bb4038a-7733-4e9d-b4e7-2f17d2fcfc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:57.305012 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-2bb4038a-7733-4e9d-b4e7-2f17d2fcfc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:57.306762 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-2bb4038a-7733-4e9d-b4e7-2f17d2fcfc98 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8f96bbda-721c-4b78-96e8-98a7bc1a9c9c HTTP/1.1" status: 204 len: 168 time: 0.1264746 Jul 15 19:20:57.315739 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4038a-7733-4e9d-b4e7-2f17d2fcfc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f96bbda-721c-4b78-96e8-98a7bc1a9c9c,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:57.756322 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-66773246-b3e9-4162-82dd-bb7e7d0b650e req-e1159f11-e7ba-4a98-9042-4fc439e0b21a tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 210 time: 0.0287142 Jul 15 19:20:57.857935 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-3cca37f2-af35-4a4f-91da-4cfb66207a18 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:57.859453 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-3cca37f2-af35-4a4f-91da-4cfb66207a18 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.93 "GET /v2.0/networks?id=f85f717e-1189-49c0-bcaa-5760f144f50d HTTP/1.1" status: 200 len: 811 time: 0.0996985 Jul 15 19:20:57.917235 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-f3e59e36-2799-46ff-9642-eeee07bd9460 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=412cc63088124ce79a3589f0ee2bac63 HTTP/1.1" status: 200 len: 380 time: 0.0396252 Jul 15 19:20:57.926535 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-aa3bbc24-b325-47b1-893e-382e1d0b2895 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Request body: {'port': {'device_id': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'admin_state_up': True, 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'security_groups': ['acda721b-bb83-44ed-8797-12b795cef6bb']}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:20:58.035854 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-aa3bbc24-b325-47b1-893e-382e1d0b2895 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Made reservation on behalf of 412cc63088124ce79a3589f0ee2bac63 for: {'port': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:20:58.040724 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-aa3bbc24-b325-47b1-893e-382e1d0b2895 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:58.152068 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ba321-873b-4eed-8b46-a0b41861548c req-033b11c6-a3df-48aa-9f42-8c6d1c9c4f23 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:58.153472 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cc4ba321-873b-4eed-8b46-a0b41861548c req-033b11c6-a3df-48aa-9f42-8c6d1c9c4f23 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0628893 Jul 15 19:20:58.167788 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_common [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-aa3bbc24-b325-47b1-893e-382e1d0b2895 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Allocated IP 172.20.0.7 (f85f717e-1189-49c0-bcaa-5760f144f50d/96d427e5-3376-4497-acbb-248c3bfd0fc9/446a8d30-c15a-47ab-aa11-feeb2dc7b9cf) {{(pid=93322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:20:58.192140 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cc4ba321-873b-4eed-8b46-a0b41861548c req-7b9ed392-4c39-4fd9-8f93-046e9cdc9a49 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327032 Jul 15 19:20:58.300912 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-aa3bbc24-b325-47b1-893e-382e1d0b2895 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for port, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:58.310389 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:58.319182 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-aa3bbc24-b325-47b1-893e-382e1d0b2895 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Transition to ACTIVE for port object 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf will not be triggered until provisioned by entity DHCP. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:20:58.350132 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-aa3bbc24-b325-47b1-893e-382e1d0b2895 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:58.391158 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-aa3bbc24-b325-47b1-893e-382e1d0b2895 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Network f85f717e-1189-49c0-bcaa-5760f144f50d is already hosted by enough agents. {{(pid=93322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:20:58.396130 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-aa3bbc24-b325-47b1-893e-382e1d0b2895 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Resources bound (agent type, host, resource id): {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:20:58.399917 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-aa3bbc24-b325-47b1-893e-382e1d0b2895 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Received port after_create {{(pid=93322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:20:58.425917 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bbc24-b325-47b1-893e-382e1d0b2895 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event updated for resources: {'Port': ['ID=446a8d30-c15a-47ab-aa11-feeb2dc7b9cf,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:58.454031 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-aa3bbc24-b325-47b1-893e-382e1d0b2895 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:58.454680 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-aa3bbc24-b325-47b1-893e-382e1d0b2895 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:58.469671 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-aa3bbc24-b325-47b1-893e-382e1d0b2895 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5469720 Jul 15 19:20:58.487622 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Request body: {'port': {'device_id': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:20:58.566070 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:58.599900 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-d40693ea-7575-458e-a308-2ad352afd39a None None] Provisioning for port 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:20:58.605874 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-d40693ea-7575-458e-a308-2ad352afd39a None None] Provisioning complete for port 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:20:58.606321 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-d40693ea-7575-458e-a308-2ad352afd39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:58.630899 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:58.647738 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-d40693ea-7575-458e-a308-2ad352afd39a None None] Port 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:20:58.824655 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf {{(pid=93322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:20:58.832313 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:58.844528 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.provisioning_blocks [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Transition to ACTIVE for port object 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf will not be triggered until provisioned by entity L2. {{(pid=93322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:20:58.848155 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:58.899099 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Pushing event updated for resources: {'Port': ['ID=446a8d30-c15a-47ab-aa11-feeb2dc7b9cf,revision_number=2']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:58.952177 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2cab5-24e4-4c13-ae56-7967da643af2 req-fa3c9c67-3a68-4b39-9bac-7d86808d30d5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:58.958985 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-42a2cab5-24e4-4c13-ae56-7967da643af2 req-fa3c9c67-3a68-4b39-9bac-7d86808d30d5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 943 time: 0.0857654 Jul 15 19:20:58.979291 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Attempting to bind port 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:20:58.979638 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Attempting to bind port 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:20:58.979972 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Attempting to bind port 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf on network f85f717e-1189-49c0-bcaa-5760f144f50d {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:20:58.986252 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Port 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf on network f85f717e-1189-49c0-bcaa-5760f144f50d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:20:58.986616 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Attempting to bind port 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf on network f85f717e-1189-49c0-bcaa-5760f144f50d {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:20:58.992211 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:20:58.992546 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Checking segment: {'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:20:58.993169 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Bound using segment: {'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'} {{(pid=93322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:20:58.994040 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.managers [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Bound port: 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'}}] {{(pid=93322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:20:58.994654 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:59.003449 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-42a2cab5-24e4-4c13-ae56-7967da643af2 req-f2e3d94c-cef2-4e22-9406-c40baeb75229 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420983 Jul 15 19:20:59.068974 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] For port 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf, host hv-cinder-78445, cleared binding levels {{(pid=93322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:20:59.072063 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] For port 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=446a8d30-c15a-47ab-aa11-feeb2dc7b9cf,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:20:59.076420 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132284588'] for port, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:59.111002 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:59.111564 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:20:59.112821 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] 10.222.0.93 "PUT /v2.0/ports/446a8d30-c15a-47ab-aa11-feeb2dc7b9cf HTTP/1.1" status: 200 len: 1093 time: 0.6298046 Jul 15 19:20:59.113268 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'tag': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:20:59.115514 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733b485d-5cab-4694-91b2-2ea8e7e2ecc1" -d '{"events": [{"name": "network-changed", "server_uuid": "1c92db6d-9b3d-4255-9c03-9abca6401061", "tag": "446a8d30-c15a-47ab-aa11-feeb2dc7b9cf"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:20:59.140909 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c328b-bcc7-4b8d-91d5-a260559f9892 service neutron] Pushing event updated for resources: {'Port': ['ID=446a8d30-c15a-47ab-aa11-feeb2dc7b9cf,revision_number=3']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:20:59.156337 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97659fea-5369-44b8-a34e-7192974fd120 x-openstack-request-id: req-97659fea-5369-44b8-a34e-7192974fd120 {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:20:59.156631 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c92db6d-9b3d-4255-9c03-9abca6401061", "tag": "446a8d30-c15a-47ab-aa11-feeb2dc7b9cf", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:20:59.156884 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-97659fea-5369-44b8-a34e-7192974fd120 {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:20:59.157280 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'tag': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf', 'status': 'completed', 'code': 200} Jul 15 19:20:59.232142 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-2daaecb4-ee1c-49be-9cd6-df42a4dbf827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:59.234285 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-2daaecb4-ee1c-49be-9cd6-df42a4dbf827 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=412cc63088124ce79a3589f0ee2bac63&device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 1096 time: 0.0587363 Jul 15 19:20:59.282050 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-8c28ff01-a88a-4148-b7af-8778cff1aceb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=446a8d30-c15a-47ab-aa11-feeb2dc7b9cf HTTP/1.1" status: 200 len: 217 time: 0.0354433 Jul 15 19:20:59.331132 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-a4d7d5aa-2bfd-4dbb-995b-b972d2437294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:59.332519 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-a4d7d5aa-2bfd-4dbb-995b-b972d2437294 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=96d427e5-3376-4497-acbb-248c3bfd0fc9 HTTP/1.1" status: 200 len: 850 time: 0.0440454 Jul 15 19:20:59.373159 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7430e7-010f-435d-9590-1851a22a289e req-408d36ee-d204-44f7-b52d-872da4e035ae tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:59.375210 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dd7430e7-010f-435d-9590-1851a22a289e req-408d36ee-d204-44f7-b52d-872da4e035ae tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0624619 Jul 15 19:20:59.392457 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-3ec96c7e-459b-4163-a8bd-3bc5db5fb50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:59.393970 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-3ec96c7e-459b-4163-a8bd-3bc5db5fb50b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f85f717e-1189-49c0-bcaa-5760f144f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554988 Jul 15 19:20:59.413555 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dd7430e7-010f-435d-9590-1851a22a289e req-38587466-aadc-4179-80a3-790389b74637 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325780 Jul 15 19:20:59.484862 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-eb88c16e-bf1d-49da-a196-369e66eeec48 service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845017 Jul 15 19:20:59.574980 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-f7444304-8873-48bc-a3d6-bfe624d415ac req-6706b14a-0145-4b01-b417-67dc8660a197 service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837762 Jul 15 19:20:59.699395 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b485d-5cab-4694-91b2-2ea8e7e2ecc1 req-61eb168b-63bb-4fc0-990c-baa1072d129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:59.700751 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-733b485d-5cab-4694-91b2-2ea8e7e2ecc1 req-61eb168b-63bb-4fc0-990c-baa1072d129f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=412cc63088124ce79a3589f0ee2bac63&device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 1096 time: 0.0510409 Jul 15 19:20:59.785494 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b485d-5cab-4694-91b2-2ea8e7e2ecc1 req-57a0900a-c2fc-46e7-ba67-2ffa38d5a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:59.786958 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-733b485d-5cab-4694-91b2-2ea8e7e2ecc1 req-57a0900a-c2fc-46e7-ba67-2ffa38d5a87f service neutron] 10.222.0.93 "GET /v2.0/networks?id=f85f717e-1189-49c0-bcaa-5760f144f50d HTTP/1.1" status: 200 len: 913 time: 0.0802672 Jul 15 19:20:59.829172 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-733b485d-5cab-4694-91b2-2ea8e7e2ecc1 req-e1f0b435-a63f-4a09-b9de-ceb1b17581c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=446a8d30-c15a-47ab-aa11-feeb2dc7b9cf HTTP/1.1" status: 200 len: 217 time: 0.0361364 Jul 15 19:20:59.875008 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b485d-5cab-4694-91b2-2ea8e7e2ecc1 req-032e7af9-6438-4c83-b7fd-7de3a1a85aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:59.876377 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-733b485d-5cab-4694-91b2-2ea8e7e2ecc1 req-032e7af9-6438-4c83-b7fd-7de3a1a85aad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=96d427e5-3376-4497-acbb-248c3bfd0fc9 HTTP/1.1" status: 200 len: 850 time: 0.0417757 Jul 15 19:20:59.930271 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b485d-5cab-4694-91b2-2ea8e7e2ecc1 req-1f8db757-972c-417a-8a0c-4784580f44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:20:59.931725 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-733b485d-5cab-4694-91b2-2ea8e7e2ecc1 req-1f8db757-972c-417a-8a0c-4784580f44a9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f85f717e-1189-49c0-bcaa-5760f144f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496492 Jul 15 19:21:00.021708 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-733b485d-5cab-4694-91b2-2ea8e7e2ecc1 req-8c3837a0-e11a-450f-97bf-e0e7cbfa7b52 service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822046 Jul 15 19:21:00.114049 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-733b485d-5cab-4694-91b2-2ea8e7e2ecc1 req-642aeda9-e62f-4327-ae02-4f7e5c1e5222 service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853944 Jul 15 19:21:00.185697 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac110ae7-9b80-4e96-96ba-3815e864d819 req-03730af4-9ad6-4e44-8225-54844cc2f9a9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:00.187416 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ac110ae7-9b80-4e96-96ba-3815e864d819 req-03730af4-9ad6-4e44-8225-54844cc2f9a9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 943 time: 0.0616312 Jul 15 19:21:00.223945 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ac110ae7-9b80-4e96-96ba-3815e864d819 req-74015077-c3e7-48e7-a619-3d0ad88372e7 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310700 Jul 15 19:21:00.283850 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:21:00.592222 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fbb71-5285-440f-88de-76bef497c47d req-0d8dcfc0-164c-48e1-9229-2fcf9e68f3a9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:00.594223 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cc9fbb71-5285-440f-88de-76bef497c47d req-0d8dcfc0-164c-48e1-9229-2fcf9e68f3a9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0656946 Jul 15 19:21:00.631174 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cc9fbb71-5285-440f-88de-76bef497c47d req-28ba510f-870f-47d5-9e40-082013b7c8dd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314004 Jul 15 19:21:01.401449 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6306b5-a869-4a7f-a11d-a3bb6747b2bf req-f66bc638-df66-45fa-ace4-96440838b068 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:01.403393 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6c6306b5-a869-4a7f-a11d-a3bb6747b2bf req-f66bc638-df66-45fa-ace4-96440838b068 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 943 time: 0.0670292 Jul 15 19:21:01.442679 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6c6306b5-a869-4a7f-a11d-a3bb6747b2bf req-42d45648-bee9-4272-b2ae-eb1c8f9d96a9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331223 Jul 15 19:21:01.809701 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bd8e6-1e3d-4178-9152-b7b594b32c10 req-a30c0ea0-8f99-4883-92c9-23828ca808cc tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:01.811373 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fb0bd8e6-1e3d-4178-9152-b7b594b32c10 req-a30c0ea0-8f99-4883-92c9-23828ca808cc tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0652680 Jul 15 19:21:01.849089 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fb0bd8e6-1e3d-4178-9152-b7b594b32c10 req-238ec4e8-5cab-4a11-b3a1-de099a421ba6 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321660 Jul 15 19:21:02.633977 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ab8e6-5de2-4c58-8f4a-858a5a84a595 req-ac9dd3c4-8a81-4ec9-9e27-a7d48bdc1e44 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:02.635559 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-282ab8e6-5de2-4c58-8f4a-858a5a84a595 req-ac9dd3c4-8a81-4ec9-9e27-a7d48bdc1e44 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 943 time: 0.0797126 Jul 15 19:21:02.675306 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-282ab8e6-5de2-4c58-8f4a-858a5a84a595 req-abebd566-892e-4ab8-adf4-f05c4a0b8f2c tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341868 Jul 15 19:21:03.024030 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1be202-2ba5-4395-acfc-807ac0265c3a req-d6e7e965-086d-4aad-a5eb-29fc72a7b8f7 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:03.025820 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5e1be202-2ba5-4395-acfc-807ac0265c3a req-d6e7e965-086d-4aad-a5eb-29fc72a7b8f7 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0640085 Jul 15 19:21:03.065118 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5e1be202-2ba5-4395-acfc-807ac0265c3a req-80ce740e-8099-4384-9008-9ce22115cb6f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336318 Jul 15 19:21:03.852174 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8b6aa-e551-416f-a8f3-fdf89d632f40 req-fae2bf71-2b4e-47a5-b486-7349584d1493 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:03.854008 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-20a8b6aa-e551-416f-a8f3-fdf89d632f40 req-fae2bf71-2b4e-47a5-b486-7349584d1493 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 943 time: 0.0662162 Jul 15 19:21:03.893284 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-20a8b6aa-e551-416f-a8f3-fdf89d632f40 req-822857e4-bb09-485a-b457-ab855b852f3a tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352898 Jul 15 19:21:04.244667 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8847e4f-8f4d-4b65-b47f-1a96bd21a932 req-24cd074a-36d9-4ac0-af06-9f19e898b804 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:04.246149 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c8847e4f-8f4d-4b65-b47f-1a96bd21a932 req-24cd074a-36d9-4ac0-af06-9f19e898b804 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0635149 Jul 15 19:21:04.282650 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c8847e4f-8f4d-4b65-b47f-1a96bd21a932 req-e90a0f75-920e-4ecb-84ab-db10eec4c07d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300381 Jul 15 19:21:05.069396 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b029645-aa56-4412-825b-9027c86c5966 req-0394b3f7-f057-4cd3-8a8a-a1756129fcb5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:05.070878 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6b029645-aa56-4412-825b-9027c86c5966 req-0394b3f7-f057-4cd3-8a8a-a1756129fcb5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 943 time: 0.0652876 Jul 15 19:21:05.108675 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6b029645-aa56-4412-825b-9027c86c5966 req-76f87359-cf25-4686-adb2-5ec847f2453b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320427 Jul 15 19:21:05.462800 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364292bb-2b50-4bf7-88d8-e54bb3050382 req-2f5a41ca-8a8a-42eb-a1ca-b734095402ad tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:05.464272 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-364292bb-2b50-4bf7-88d8-e54bb3050382 req-2f5a41ca-8a8a-42eb-a1ca-b734095402ad tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0624802 Jul 15 19:21:05.501236 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-364292bb-2b50-4bf7-88d8-e54bb3050382 req-361ff2d8-3371-4dc5-885f-3e21d5970843 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315440 Jul 15 19:21:06.277039 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a449c2d-659e-4d28-9b3d-6d6659b03177 req-b13d00be-3a10-418a-8764-d0a8fb3f9bc3 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:06.278528 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9a449c2d-659e-4d28-9b3d-6d6659b03177 req-b13d00be-3a10-418a-8764-d0a8fb3f9bc3 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 943 time: 0.0619049 Jul 15 19:21:06.315502 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9a449c2d-659e-4d28-9b3d-6d6659b03177 req-00e8ee8f-d389-446c-b007-2f9349871730 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306492 Jul 15 19:21:06.676591 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e003c-b93a-4d69-ac87-7391dd358a6d req-4b4d94ab-3c8d-45c8-a98a-2fc3585211c5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:06.677971 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c85e003c-b93a-4d69-ac87-7391dd358a6d req-4b4d94ab-3c8d-45c8-a98a-2fc3585211c5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0648742 Jul 15 19:21:06.713932 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c85e003c-b93a-4d69-ac87-7391dd358a6d req-aaf360b5-12b4-49dd-bdfc-dc3ef5a765ae tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304186 Jul 15 19:21:07.483426 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf898467-9001-48ea-a05b-df1e5f88411c req-b6fbb9fa-b885-4239-a937-3df9c80eb056 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:07.484899 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf898467-9001-48ea-a05b-df1e5f88411c req-b6fbb9fa-b885-4239-a937-3df9c80eb056 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 943 time: 0.0632105 Jul 15 19:21:07.521957 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf898467-9001-48ea-a05b-df1e5f88411c req-a3cb9ae0-09df-471c-8e2d-011ea337f1f3 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316300 Jul 15 19:21:07.895494 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e64e1b-1d3d-436f-9d09-bde6e1aa28e0 req-5c1cfd7b-2776-4824-9334-a0e3ec9d012d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:07.896942 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-70e64e1b-1d3d-436f-9d09-bde6e1aa28e0 req-5c1cfd7b-2776-4824-9334-a0e3ec9d012d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0643997 Jul 15 19:21:07.933274 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-70e64e1b-1d3d-436f-9d09-bde6e1aa28e0 req-f04a3322-3add-4337-b11b-ed0d5ca7793a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308921 Jul 15 19:21:08.686734 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a73973-c8c3-4650-b5fb-32a0050ccaab req-24c24305-053a-4113-b07a-82570478cea5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:08.688203 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e2a73973-c8c3-4650-b5fb-32a0050ccaab req-24c24305-053a-4113-b07a-82570478cea5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 943 time: 0.0615523 Jul 15 19:21:08.724801 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e2a73973-c8c3-4650-b5fb-32a0050ccaab req-ac995574-3d9b-49d2-9f22-362b3723492d tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303028 Jul 15 19:21:09.106475 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465ae75-4dba-41b7-a3ce-15b062d89996 req-e5f377ec-7ff3-44cc-bbb4-f00eb070de91 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:09.107936 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8465ae75-4dba-41b7-a3ce-15b062d89996 req-e5f377ec-7ff3-44cc-bbb4-f00eb070de91 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0613942 Jul 15 19:21:09.145870 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8465ae75-4dba-41b7-a3ce-15b062d89996 req-833108b8-cf28-45b8-96d9-e6859c113dbb tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318973 Jul 15 19:21:09.904759 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c19fe8-85a0-44ce-ad05-b51b5b51cac2 req-12d9f461-371b-46bf-88ff-9ce47910c34d tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:09.906239 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-54c19fe8-85a0-44ce-ad05-b51b5b51cac2 req-12d9f461-371b-46bf-88ff-9ce47910c34d tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 943 time: 0.0660386 Jul 15 19:21:09.944089 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-54c19fe8-85a0-44ce-ad05-b51b5b51cac2 req-a75188c0-c04c-4cfd-bd72-8a9a3204107d tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321648 Jul 15 19:21:10.203697 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:21:10.297237 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=446a8d30-c15a-47ab-aa11-feeb2dc7b9cf,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:10.307778 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'port_id': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf', 'mac_address': 'fa:16:3e:37:e7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:21:10.325667 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1121cc-6fa1-40c1-b257-2fd62d1fdc4c req-3499861e-35f1-494b-973e-7e564f623641 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:10.327180 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1b1121cc-6fa1-40c1-b257-2fd62d1fdc4c req-3499861e-35f1-494b-973e-7e564f623641 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0626338 Jul 15 19:21:10.348296 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:10.363103 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:21:10.365357 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1b1121cc-6fa1-40c1-b257-2fd62d1fdc4c req-d441f6d0-6cda-46f1-828b-b95b2cac9bcc tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320239 Jul 15 19:21:10.384822 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=446a8d30-c15a-47ab-aa11-feeb2dc7b9cf,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:10.390107 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:10.437683 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=446a8d30-c15a-47ab-aa11-feeb2dc7b9cf,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:10.739330 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['446a8d30-c15a-47ab-aa11-feeb2dc7b9cf'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:21:11.117805 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25845c1-ca68-49f8-a8ac-a893a1ee5305 req-d9a745c3-2cda-4e46-89ba-724c89870abb tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:11.119569 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e25845c1-ca68-49f8-a8ac-a893a1ee5305 req-d9a745c3-2cda-4e46-89ba-724c89870abb tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 944 time: 0.0672555 Jul 15 19:21:11.155831 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e25845c1-ca68-49f8-a8ac-a893a1ee5305 req-e6ef4653-f5fd-4324-9d7a-a81c1f0bd8a0 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306683 Jul 15 19:21:11.542557 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8faa64-2be0-46b0-b703-7bbe3c30af07 req-fe7e5c56-1d33-4534-a211-53b78d985247 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:11.544041 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5e8faa64-2be0-46b0-b703-7bbe3c30af07 req-fe7e5c56-1d33-4534-a211-53b78d985247 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0620806 Jul 15 19:21:11.580869 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5e8faa64-2be0-46b0-b703-7bbe3c30af07 req-e8c9dce5-e086-464d-93bf-c16afbe7204d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306699 Jul 15 19:21:12.217989 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:21:12.266562 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:21:12.270538 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:21:12.270912 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:12.328480 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee14725-ce57-4fc8-a6a6-cc0385d1e8e8 req-233a5171-3261-433d-ac85-ca18202ea54e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:12.330012 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4ee14725-ce57-4fc8-a6a6-cc0385d1e8e8 req-233a5171-3261-433d-ac85-ca18202ea54e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 944 time: 0.0637012 Jul 15 19:21:12.350675 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:12.370126 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4ee14725-ce57-4fc8-a6a6-cc0385d1e8e8 req-b6a49119-586f-428b-8fae-391fa6cc7fea tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336413 Jul 15 19:21:12.375358 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:21:12.379176 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba4cb65-41c2-4b6e-843b-b80a8951f028" -d '{"events": [{"server_uuid": "1c92db6d-9b3d-4255-9c03-9abca6401061", "name": "network-vif-plugged", "status": "completed", "tag": "446a8d30-c15a-47ab-aa11-feeb2dc7b9cf"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:21:12.392189 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=446a8d30-c15a-47ab-aa11-feeb2dc7b9cf,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:12.399278 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:12.430781 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ccaa83-74da-4015-9954-ee6b62c9109b x-openstack-request-id: req-69ccaa83-74da-4015-9954-ee6b62c9109b {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:21:12.431076 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c92db6d-9b3d-4255-9c03-9abca6401061", "name": "network-vif-plugged", "status": "completed", "tag": "446a8d30-c15a-47ab-aa11-feeb2dc7b9cf", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:21:12.431326 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-69ccaa83-74da-4015-9954-ee6b62c9109b {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:21:12.431707 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf', 'code': 200} Jul 15 19:21:12.451903 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=446a8d30-c15a-47ab-aa11-feeb2dc7b9cf,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:12.750129 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cdab5-da9b-4ca4-a44e-97f79813523e req-8bc3b944-c89c-4293-b627-7ec3ae2c81d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:12.751719 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-de5cdab5-da9b-4ca4-a44e-97f79813523e req-8bc3b944-c89c-4293-b627-7ec3ae2c81d9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 1098 time: 0.0573263 Jul 15 19:21:12.769419 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a266fea-1814-43c3-8f45-fb1d871f92e2 req-76a05748-c69d-4bf3-9cd8-4ace54fda4d7 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:12.770910 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9a266fea-1814-43c3-8f45-fb1d871f92e2 req-76a05748-c69d-4bf3-9cd8-4ace54fda4d7 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0683334 Jul 15 19:21:12.794311 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-de5cdab5-da9b-4ca4-a44e-97f79813523e req-1fe9c0da-4ee8-4787-a604-efd3b909589c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281005 Jul 15 19:21:12.811739 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9a266fea-1814-43c3-8f45-fb1d871f92e2 req-65d130db-259a-47fc-ab7a-043dd8bb56e8 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347354 Jul 15 19:21:13.542879 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c875bd5-cda5-4449-b968-0c5f73cbfaee req-a36a9adb-ccff-4ea0-8536-cc70e36031af tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:13.544334 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9c875bd5-cda5-4449-b968-0c5f73cbfaee req-a36a9adb-ccff-4ea0-8536-cc70e36031af tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 945 time: 0.0626829 Jul 15 19:21:13.581451 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9c875bd5-cda5-4449-b968-0c5f73cbfaee req-c7c6e74b-7d22-4b78-8ecd-8d58f5d4cc91 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311985 Jul 15 19:21:13.995542 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d012e4f-a1cb-4371-9698-ffc5502efd05 req-537222e6-7d43-4eff-8098-e79eaaeb8fbe tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:13.997103 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3d012e4f-a1cb-4371-9698-ffc5502efd05 req-537222e6-7d43-4eff-8098-e79eaaeb8fbe tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0683348 Jul 15 19:21:14.038744 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3d012e4f-a1cb-4371-9698-ffc5502efd05 req-d8b1849e-1a49-4cc4-a925-b0e5ba75f654 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349128 Jul 15 19:21:14.232200 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device b36380f2-95f3-430d-b140-91c13d1bcb5a details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:21:14.332025 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port b36380f2-95f3-430d-b140-91c13d1bcb5a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b36380f2-95f3-430d-b140-91c13d1bcb5a,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:14.342825 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': 'b36380f2-95f3-430d-b140-91c13d1bcb5a', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'port_id': 'b36380f2-95f3-430d-b140-91c13d1bcb5a', 'mac_address': 'fa:16:3e:cb:89:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:21:14.380650 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:14.394811 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b36380f2-95f3-430d-b140-91c13d1bcb5a {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:21:14.420365 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port b36380f2-95f3-430d-b140-91c13d1bcb5a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b36380f2-95f3-430d-b140-91c13d1bcb5a,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:14.427104 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:14.487129 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=b36380f2-95f3-430d-b140-91c13d1bcb5a,revision_number=6']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:14.625439 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['b36380f2-95f3-430d-b140-91c13d1bcb5a'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:21:14.792345 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae86854-746d-45f6-a0da-1bd32cfb6c38 req-d6ad5310-b9a8-4e97-8763-5ae92067b2c6 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:14.799739 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9ae86854-746d-45f6-a0da-1bd32cfb6c38 req-d6ad5310-b9a8-4e97-8763-5ae92067b2c6 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 945 time: 0.0955927 Jul 15 19:21:14.849244 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9ae86854-746d-45f6-a0da-1bd32cfb6c38 req-39e722f6-9707-441c-b65c-14daab8f4cdf tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483644 Jul 15 19:21:15.040485 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1d13a-af55-4c53-9759-0087a1822e4a req-da1134f8-f9b7-48f9-9a8c-431a35560ca5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:15.042024 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-46d1d13a-af55-4c53-9759-0087a1822e4a req-da1134f8-f9b7-48f9-9a8c-431a35560ca5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 945 time: 0.0689185 Jul 15 19:21:15.092608 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-46d1d13a-af55-4c53-9759-0087a1822e4a req-c5ecbd0f-086d-4df5-b1f7-00201f8b5f58 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448961 Jul 15 19:21:15.124661 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50358) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:15.202211 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5a1bc3-f5ff-4978-a6d6-aae95f4a0fe5 tempest-TestVolumeBootPattern-1037983584 tempest-TestVolumeBootPattern-1037983584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:15.203955 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-ef5a1bc3-f5ff-4978-a6d6-aae95f4a0fe5 tempest-TestVolumeBootPattern-1037983584 tempest-TestVolumeBootPattern-1037983584-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 1093 time: 0.0778441 Jul 15 19:21:15.206968 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50362) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:15.212044 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Request body: {'floatingip': {'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'port_id': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:21:15.290084 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for floatingip, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:15.406618 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35598b96-9144-45a5-99e0-70fb0bfe2023 req-0d994ba7-b95e-42d1-a1e8-bbd919f0a627 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:15.408357 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-35598b96-9144-45a5-99e0-70fb0bfe2023 req-0d994ba7-b95e-42d1-a1e8-bbd919f0a627 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 944 time: 0.1546659 Jul 15 19:21:15.460098 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:15.469489 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-35598b96-9144-45a5-99e0-70fb0bfe2023 req-0bae9953-4e99-4491-9a91-a315edce6fba tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532680 Jul 15 19:21:15.585989 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Allocated IP 172.27.0.177 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/83bc8352-d64a-45ae-92eb-0a65a4f4cecf) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:21:15.718390 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:15.772096 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:15.816115 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:21:15.826997 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:21:15.838395 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:21:15.872120 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event updated for resources: {'Port': ['ID=83bc8352-d64a-45ae-92eb-0a65a4f4cecf,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:16.251883 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device b36380f2-95f3-430d-b140-91c13d1bcb5a up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:21:16.314827 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port b36380f2-95f3-430d-b140-91c13d1bcb5a triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:21:16.315508 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:16.609431 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:16.634597 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36380f2-95f3-430d-b140-91c13d1bcb5a'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:21:16.636961 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00540ed-15d9-4b29-8541-8846f91fca23" -d '{"events": [{"server_uuid": "a16b9c43-b70e-4f87-bd96-c94a86eed9d6", "name": "network-vif-plugged", "status": "completed", "tag": "b36380f2-95f3-430d-b140-91c13d1bcb5a"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:21:16.650670 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port b36380f2-95f3-430d-b140-91c13d1bcb5a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b36380f2-95f3-430d-b140-91c13d1bcb5a,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:16.658673 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:16.685885 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:16.725058 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=b36380f2-95f3-430d-b140-91c13d1bcb5a,revision_number=7']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:16.754277 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea7e6c6-ed5f-406b-8a80-936c6dbb8832 x-openstack-request-id: req-8ea7e6c6-ed5f-406b-8a80-936c6dbb8832 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:21:16.754850 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16b9c43-b70e-4f87-bd96-c94a86eed9d6", "name": "network-vif-plugged", "status": "completed", "tag": "b36380f2-95f3-430d-b140-91c13d1bcb5a", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:21:16.755265 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8ea7e6c6-ed5f-406b-8a80-936c6dbb8832 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:21:16.755834 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36380f2-95f3-430d-b140-91c13d1bcb5a', 'code': 200} Jul 15 19:21:16.864046 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:16.915404 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4862c1-423a-442f-848b-fe21e49ecba1 req-4022cacb-0869-4238-8eda-8d2b4c2a4baa tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:16.922652 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ae4862c1-423a-442f-848b-fe21e49ecba1 req-4022cacb-0869-4238-8eda-8d2b4c2a4baa tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.1727064 Jul 15 19:21:16.991669 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ae4862c1-423a-442f-848b-fe21e49ecba1 req-f81cb2a0-3fbb-48fb-8cb8-9e997d2b62a5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678937 Jul 15 19:21:17.173012 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:17.179822 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:17.259009 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event updated for resources: {'Port': ['ID=83bc8352-d64a-45ae-92eb-0a65a4f4cecf,revision_number=2']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:17.280500 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613edda-7b44-4a45-80c9-3469f97b8924 req-314677a9-3cf8-4910-9b2e-bc9e39f81c6b tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:17.288648 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6613edda-7b44-4a45-80c9-3469f97b8924 req-314677a9-3cf8-4910-9b2e-bc9e39f81c6b tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 945 time: 0.1667621 Jul 15 19:21:17.309497 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978606'] for floatingip, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:17.375249 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6613edda-7b44-4a45-80c9-3469f97b8924 req-21a70fbe-1bc7-4982-9714-52fa34355022 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=de83ccce-362f-4000-85f8-548b530495be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851471 Jul 15 19:21:17.438861 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.l3_db [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Floating IP aa22978b-cbdb-44e5-9bd5-cf48fb4a6f5f associated. External IP: 172.27.0.177, port: 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf. Jul 15 19:21:17.666933 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Router 00cbb213-ccab-48b6-90a5-2805db14d19e has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:21:17.785577 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:21:17.795656 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a229367-c9b7-4259-8998-4e0bb015e710 None None] Sync routers for ids ['00cbb213-ccab-48b6-90a5-2805db14d19e'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:21:17.804772 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a229367-c9b7-4259-8998-4e0bb015e710 None None] Routers {'00cbb213-ccab-48b6-90a5-2805db14d19e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:21:17.805373 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-5a229367-c9b7-4259-8998-4e0bb015e710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:20:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['00cbb213-ccab-48b6-90a5-2805db14d19e'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:17.818055 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:17.878459 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-e5764fe4-34a2-43ec-8e68-019e00694cd5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6613498 Jul 15 19:21:17.878459 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'tag': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:21:17.878459 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee01a67-8a85-49ea-b308-728215fc8d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c92db6d-9b3d-4255-9c03-9abca6401061", "tag": "446a8d30-c15a-47ab-aa11-feeb2dc7b9cf"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:21:17.929496 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b10e4b-d7e1-4af2-8cc5-65b0f960681b x-openstack-request-id: req-99b10e4b-d7e1-4af2-8cc5-65b0f960681b {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:21:17.929772 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c92db6d-9b3d-4255-9c03-9abca6401061", "tag": "446a8d30-c15a-47ab-aa11-feeb2dc7b9cf", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:21:17.930022 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-99b10e4b-d7e1-4af2-8cc5-65b0f960681b {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:21:17.930443 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'tag': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf', 'status': 'completed', 'code': 200} Jul 15 19:21:17.934760 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-5a229367-c9b7-4259-8998-4e0bb015e710 None None] Set router 00cbb213-ccab-48b6-90a5-2805db14d19e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:21:18.082177 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee01a67-8a85-49ea-b308-728215fc8d8c req-cbc52f31-de90-4ffe-ac37-79c12d012fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:18.083956 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-dee01a67-8a85-49ea-b308-728215fc8d8c req-cbc52f31-de90-4ffe-ac37-79c12d012fc7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=412cc63088124ce79a3589f0ee2bac63&device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 1098 time: 0.0958979 Jul 15 19:21:18.200201 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee01a67-8a85-49ea-b308-728215fc8d8c req-541cf490-8c5b-490e-a2ce-41f0a1bc4a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:18.201879 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-dee01a67-8a85-49ea-b308-728215fc8d8c req-541cf490-8c5b-490e-a2ce-41f0a1bc4a2f service neutron] 10.222.0.93 "GET /v2.0/networks?id=f85f717e-1189-49c0-bcaa-5760f144f50d HTTP/1.1" status: 200 len: 913 time: 0.1096482 Jul 15 19:21:18.218550 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3edfff-5dbb-450d-adc7-a1ee912e72ba req-5b23d04d-8b38-4eb5-9226-165c7e0b712a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:18.226321 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3d3edfff-5dbb-450d-adc7-a1ee912e72ba req-5b23d04d-8b38-4eb5-9226-165c7e0b712a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0804951 Jul 15 19:21:18.273643 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3d3edfff-5dbb-450d-adc7-a1ee912e72ba req-6461aebf-ee5c-4ca5-a8b6-c45f91fba0ed tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460622 Jul 15 19:21:18.280700 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-dee01a67-8a85-49ea-b308-728215fc8d8c req-0dab10e2-fa5e-4713-8da2-300abd78fa59 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=446a8d30-c15a-47ab-aa11-feeb2dc7b9cf HTTP/1.1" status: 200 len: 999 time: 0.0685437 Jul 15 19:21:18.324570 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-5a229367-c9b7-4259-8998-4e0bb015e710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': 'aa22978b-cbdb-44e5-9bd5-cf48fb4a6f5f', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'port_id': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'mac_address': 'fa:16:3e:37:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:21:16Z', 'updated_at': '2021-07-15T19:21:16Z', 'revision_number': 0, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:18.357013 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee01a67-8a85-49ea-b308-728215fc8d8c req-070e3343-bb25-469e-8d16-64676285104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:18.358884 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-dee01a67-8a85-49ea-b308-728215fc8d8c req-070e3343-bb25-469e-8d16-64676285104b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=96d427e5-3376-4497-acbb-248c3bfd0fc9 HTTP/1.1" status: 200 len: 850 time: 0.0698998 Jul 15 19:21:18.364040 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a229367-c9b7-4259-8998-4e0bb015e710 None None] Checking router: 00cbb213-ccab-48b6-90a5-2805db14d19e for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:21:18.381978 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a229367-c9b7-4259-8998-4e0bb015e710 None None] Routers {'00cbb213-ccab-48b6-90a5-2805db14d19e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:21:18.382961 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-5a229367-c9b7-4259-8998-4e0bb015e710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:20:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['00cbb213-ccab-48b6-90a5-2805db14d19e'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:18.430788 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee01a67-8a85-49ea-b308-728215fc8d8c req-62337eb9-866c-43c0-9b89-2abfb0d3ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:18.432705 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-dee01a67-8a85-49ea-b308-728215fc8d8c req-62337eb9-866c-43c0-9b89-2abfb0d3ebbb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f85f717e-1189-49c0-bcaa-5760f144f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668159 Jul 15 19:21:18.531360 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-dee01a67-8a85-49ea-b308-728215fc8d8c req-50e11f55-6a4e-49a0-b43f-ecc9a4ed741b service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862813 Jul 15 19:21:18.569210 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-5a229367-c9b7-4259-8998-4e0bb015e710 None None] Set router 00cbb213-ccab-48b6-90a5-2805db14d19e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:21:18.634588 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a2668-d3ce-478e-9a4d-e2fdc4309968 req-eca75efd-e1bd-4958-a748-1315efa4d6a4 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:18.636557 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-151a2668-d3ce-478e-9a4d-e2fdc4309968 req-eca75efd-e1bd-4958-a748-1315efa4d6a4 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 945 time: 0.0871418 Jul 15 19:21:18.663908 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-dee01a67-8a85-49ea-b308-728215fc8d8c req-c9eb42d2-f01b-4b26-a1d6-19316ab917f6 service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210439 Jul 15 19:21:18.705905 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-151a2668-d3ce-478e-9a4d-e2fdc4309968 req-3f2d35d4-1d50-4cc7-88af-e8f4bcdd4cbf tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=de83ccce-362f-4000-85f8-548b530495be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613394 Jul 15 19:21:18.942287 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-5a229367-c9b7-4259-8998-4e0bb015e710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': 'aa22978b-cbdb-44e5-9bd5-cf48fb4a6f5f', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'port_id': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'mac_address': 'fa:16:3e:37:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:21:16Z', 'updated_at': '2021-07-15T19:21:16Z', 'revision_number': 0, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:18.978038 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a229367-c9b7-4259-8998-4e0bb015e710 None None] The sync data for ids ['00cbb213-ccab-48b6-90a5-2805db14d19e'] in dv-cinder-784453-9-iscsi is: [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': 'aa22978b-cbdb-44e5-9bd5-cf48fb4a6f5f', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'port_id': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'mac_address': 'fa:16:3e:37:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:21:16Z', 'updated_at': '2021-07-15T19:21:16Z', 'revision_number': 0, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:21:19.211899 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9c452c-1a98-4b49-ad9b-ccfa33276d99 None None] New status for floating IP aa22978b-cbdb-44e5-9bd5-cf48fb4a6f5f: ACTIVE {{(pid=93324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:21:19.382459 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd82c01-0b21-482e-b9c5-56858056cdae req-99e58863-ea9d-4552-b3f8-bf3b95ac065f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:19.391322 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-8fd82c01-0b21-482e-b9c5-56858056cdae req-99e58863-ea9d-4552-b3f8-bf3b95ac065f tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.93 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 945 time: 0.1225560 Jul 15 19:21:19.547634 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49901f5a-f806-4b08-b208-431f786f647b req-d57fd31e-5071-429d-8f16-8a7dab331750 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:19.560096 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-49901f5a-f806-4b08-b208-431f786f647b req-d57fd31e-5071-429d-8f16-8a7dab331750 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.1044097 Jul 15 19:21:19.561493 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [req-8fd82c01-0b21-482e-b9c5-56858056cdae req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Deleting port fbc1f248-9ec8-410f-bc52-33f0f6a2120a {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:21:19.561923 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-8fd82c01-0b21-482e-b9c5-56858056cdae req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:19.610088 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-49901f5a-f806-4b08-b208-431f786f647b req-ddabc984-3b3c-4ad0-9f61-5c8611eab215 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487728 Jul 15 19:21:19.678928 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-8fd82c01-0b21-482e-b9c5-56858056cdae req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] For port fbc1f248-9ec8-410f-bc52-33f0f6a2120a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=fbc1f248-9ec8-410f-bc52-33f0f6a2120a,segment=NetworkSegment(76bf647f-957f-49b2-af8c-aa0b64c006d1),segment_id=76bf647f-957f-49b2-af8c-aa0b64c006d1)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:19.678928 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-8fd82c01-0b21-482e-b9c5-56858056cdae req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:19.889663 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-8fd82c01-0b21-482e-b9c5-56858056cdae req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:19.890071 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-8fd82c01-0b21-482e-b9c5-56858056cdae req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978606'] for floatingip, after_update {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:19.891136 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.l3_db [req-8fd82c01-0b21-482e-b9c5-56858056cdae req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Floating IP 1ab0499c-f0aa-44b7-b55d-12ab44653c10 disassociated. External IP: 172.27.0.73, port: fbc1f248-9ec8-410f-bc52-33f0f6a2120a. Jul 15 19:21:19.891497 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [req-8fd82c01-0b21-482e-b9c5-56858056cdae req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Calling delete_port for fbc1f248-9ec8-410f-bc52-33f0f6a2120a owned by compute:nova {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:21:19.931166 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cd045-b2ef-4257-824d-ce6655f34d45 req-1677c338-ad77-4a5b-abae-a755cc4c7350 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:19.933047 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8b1cd045-b2ef-4257-824d-ce6655f34d45 req-1677c338-ad77-4a5b-abae-a755cc4c7350 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 945 time: 0.0770962 Jul 15 19:21:19.995802 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8b1cd045-b2ef-4257-824d-ce6655f34d45 req-6348d88b-9ef9-4618-8738-91ecb2be9b62 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups?id=de83ccce-362f-4000-85f8-548b530495be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553396 Jul 15 19:21:20.056844 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-8fd82c01-0b21-482e-b9c5-56858056cdae req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:20.089185 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Pushing event deleted for resources: {'Port': ['ID=fbc1f248-9ec8-410f-bc52-33f0f6a2120a,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:20.100145 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:20.100486 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:20.100819 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:20.101148 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:20.101516 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:20.101782 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:20.102101 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:20.102418 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:20.102758 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:20.103074 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:20.103387 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:20.103699 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:20.222684 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fd82c01-0b21-482e-b9c5-56858056cdae req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Router 569e4991-dfe0-4c7f-9bfb-852781860e31 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:21:20.340881 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fd82c01-0b21-482e-b9c5-56858056cdae req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:21:20.352905 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c698ffdb-94a4-44c4-935b-e5f5b305e8dc None None] Sync routers for ids ['569e4991-dfe0-4c7f-9bfb-852781860e31'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:21:20.363344 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c698ffdb-94a4-44c4-935b-e5f5b305e8dc None None] Routers {'569e4991-dfe0-4c7f-9bfb-852781860e31'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:21:20.363972 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-c698ffdb-94a4-44c4-935b-e5f5b305e8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:20:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['569e4991-dfe0-4c7f-9bfb-852781860e31'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:20.391807 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd82c01-0b21-482e-b9c5-56858056cdae req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] No DVR routers for this DVR port fbc1f248-9ec8-410f-bc52-33f0f6a2120a on host hv-cinder-78445 {{(pid=93322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:21:20.395003 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-8fd82c01-0b21-482e-b9c5-56858056cdae req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:20.397009 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-8fd82c01-0b21-482e-b9c5-56858056cdae req-2c379a71-665c-4700-ac45-cae40ee563e3 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.93 "DELETE /v2.0/ports/fbc1f248-9ec8-410f-bc52-33f0f6a2120a HTTP/1.1" status: 204 len: 173 time: 0.9995255 Jul 15 19:21:20.397463 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407d282c-571f-4315-a075-02ff5d10b112', 'name': 'network-vif-deleted', 'tag': 'fbc1f248-9ec8-410f-bc52-33f0f6a2120a'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:21:20.399789 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56985427-fbd7-40bf-b205-bcc1f9dde389" -d '{"events": [{"server_uuid": "407d282c-571f-4315-a075-02ff5d10b112", "name": "network-vif-deleted", "tag": "fbc1f248-9ec8-410f-bc52-33f0f6a2120a"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:21:20.445959 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03f8e03-e660-452c-b202-5064e0e7491c x-openstack-request-id: req-c03f8e03-e660-452c-b202-5064e0e7491c {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:21:20.446257 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407d282c-571f-4315-a075-02ff5d10b112", "name": "network-vif-deleted", "tag": "fbc1f248-9ec8-410f-bc52-33f0f6a2120a", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:21:20.446524 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c03f8e03-e660-452c-b202-5064e0e7491c {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:21:20.447070 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407d282c-571f-4315-a075-02ff5d10b112', 'name': 'network-vif-deleted', 'tag': 'fbc1f248-9ec8-410f-bc52-33f0f6a2120a', 'status': 'completed', 'code': 200} Jul 15 19:21:20.556038 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-c698ffdb-94a4-44c4-935b-e5f5b305e8dc None None] Set router 569e4991-dfe0-4c7f-9bfb-852781860e31 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:21:20.814522 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-c698ffdb-94a4-44c4-935b-e5f5b305e8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'f3e14b61-36c5-41b9-8f9f-4235edc6882a', 'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'mac_address': 'fa:16:3e:ce:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:49Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 5, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'subnets': [{'id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:20.838790 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b5549-58d7-49be-a4c7-875f6dfc7615 req-d3c73b7e-8289-4003-b93f-c6a9d22bdcee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:20.840452 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-730b5549-58d7-49be-a4c7-875f6dfc7615 req-d3c73b7e-8289-4003-b93f-c6a9d22bdcee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0778551 Jul 15 19:21:20.847302 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c698ffdb-94a4-44c4-935b-e5f5b305e8dc None None] Checking router: 569e4991-dfe0-4c7f-9bfb-852781860e31 for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:21:20.859654 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c698ffdb-94a4-44c4-935b-e5f5b305e8dc None None] Routers {'569e4991-dfe0-4c7f-9bfb-852781860e31'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:21:20.860580 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-c698ffdb-94a4-44c4-935b-e5f5b305e8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:20:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['569e4991-dfe0-4c7f-9bfb-852781860e31'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:20.886937 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-730b5549-58d7-49be-a4c7-875f6dfc7615 req-28aaa5f6-8558-42fb-844f-4e13402f4f1b tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398729 Jul 15 19:21:21.006684 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-c698ffdb-94a4-44c4-935b-e5f5b305e8dc None None] Set router 569e4991-dfe0-4c7f-9bfb-852781860e31 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:21:21.203118 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f0ce3a1a-cd88-4f48-94e7-644c1e588bda req-c1bd1832-d264-480d-bf72-0ee9a82ef800 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/ports?device_id=407d282c-571f-4315-a075-02ff5d10b112 HTTP/1.1" status: 200 len: 210 time: 0.0500925 Jul 15 19:21:21.275124 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-c698ffdb-94a4-44c4-935b-e5f5b305e8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'f3e14b61-36c5-41b9-8f9f-4235edc6882a', 'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'mac_address': 'fa:16:3e:ce:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:49Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 5, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'subnets': [{'id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:21.293340 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 50408) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:21.307483 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c698ffdb-94a4-44c4-935b-e5f5b305e8dc None None] The sync data for ids ['569e4991-dfe0-4c7f-9bfb-852781860e31'] in dv-cinder-784453-9-iscsi is: [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'f3e14b61-36c5-41b9-8f9f-4235edc6882a', 'name': '', 'network_id': 'a61add7c-79f1-4ffd-8a3c-8aa0e345ad23', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'mac_address': 'fa:16:3e:ce:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:49Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 5, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'subnets': [{'id': '73946c0a-f74c-48dd-bd39-ef27990bbc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:21:21.619829 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc57960-8ee7-419f-b619-b1a60f8fe40a None None] New status for floating IP 1ab0499c-f0aa-44b7-b55d-12ab44653c10: DOWN {{(pid=93324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:21:21.672939 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-d1d2633a-f70e-4acf-8fd4-d26c00380822 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Deleting port 07a21275-34d2-43a7-9980-12ea72397472 {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:21:21.674475 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d1d2633a-f70e-4acf-8fd4-d26c00380822 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:21.767822 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d1d2633a-f70e-4acf-8fd4-d26c00380822 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:21.768167 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d1d2633a-f70e-4acf-8fd4-d26c00380822 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:21.781771 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-d1d2633a-f70e-4acf-8fd4-d26c00380822 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Calling delete_port for 07a21275-34d2-43a7-9980-12ea72397472 owned by network:floatingip {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:21:22.000138 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d1d2633a-f70e-4acf-8fd4-d26c00380822 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:22.029001 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2633a-f70e-4acf-8fd4-d26c00380822 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Pushing event deleted for resources: {'Port': ['ID=07a21275-34d2-43a7-9980-12ea72397472,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:22.117096 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d1d2633a-f70e-4acf-8fd4-d26c00380822 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for floatingip, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:22.117445 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.l3_db [None req-d1d2633a-f70e-4acf-8fd4-d26c00380822 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Floating IP ade8cf81-877c-4a15-9a45-3dfd599553a1 disassociated (deleted). External IP: 172.27.0.45, port: 86890286-6222-49cb-a9f6-70a11fcd42c6. Jul 15 19:21:22.131168 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136109e-67ce-44a8-b531-23c48efd63eb req-8f56f882-4004-43dd-9c32-606d1631c5a0 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:22.143938 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0136109e-67ce-44a8-b531-23c48efd63eb req-8f56f882-4004-43dd-9c32-606d1631c5a0 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0967946 Jul 15 19:21:22.192666 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0136109e-67ce-44a8-b531-23c48efd63eb req-6eee078c-b47e-4019-82ab-80a0c8daa0d7 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431845 Jul 15 19:21:22.349274 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50418) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:22.419107 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-32cfde57-c377-47ac-a7d7-9e5355d770b2 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:22.448905 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-32cfde57-c377-47ac-a7d7-9e5355d770b2 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:22.514360 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-32cfde57-c377-47ac-a7d7-9e5355d770b2 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:22.518210 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-32cfde57-c377-47ac-a7d7-9e5355d770b2 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:22.519797 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-32cfde57-c377-47ac-a7d7-9e5355d770b2 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "DELETE /v2.0/security-groups/de83ccce-362f-4000-85f8-548b530495be HTTP/1.1" status: 204 len: 168 time: 0.1690850 Jul 15 19:21:22.529711 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50420) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:22.531193 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfde57-c377-47ac-a7d7-9e5355d770b2 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de83ccce-362f-4000-85f8-548b530495be,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:22.566559 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.api.v2.resource [None req-fb56d871-2632-43cb-88a1-45f8d5ed8c40 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] show failed (client error): The resource could not be found. Jul 15 19:21:22.570149 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-fb56d871-2632-43cb-88a1-45f8d5ed8c40 tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "GET /v2.0/security-groups/de83ccce-362f-4000-85f8-548b530495be HTTP/1.1" status: 404 len: 347 time: 0.0307887 Jul 15 19:21:22.572487 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 50422) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:22.723205 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d2633a-f70e-4acf-8fd4-d26c00380822 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Router a05aa827-c1e6-4063-a7f9-0f10ad724a4e has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:21:22.791410 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-efd4aa4b-9010-4e0b-adbc-69ca3294069d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Deleting port 7a64ecc0-d07c-45b7-a802-92bbb7d62191 {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:21:22.791805 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-efd4aa4b-9010-4e0b-adbc-69ca3294069d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:22.905828 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d2633a-f70e-4acf-8fd4-d26c00380822 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:21:22.911525 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d1d2633a-f70e-4acf-8fd4-d26c00380822 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:22.922631 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5e7141-6c8f-494b-9ccf-c262c5eb4f1c None None] Sync routers for ids ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:21:22.938193 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e7141-6c8f-494b-9ccf-c262c5eb4f1c None None] Routers {'a05aa827-c1e6-4063-a7f9-0f10ad724a4e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:21:22.940440 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-4c5e7141-6c8f-494b-9ccf-c262c5eb4f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:20:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:22.953281 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-efd4aa4b-9010-4e0b-adbc-69ca3294069d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:22.953615 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-efd4aa4b-9010-4e0b-adbc-69ca3294069d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:22.973523 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-efd4aa4b-9010-4e0b-adbc-69ca3294069d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Calling delete_port for 7a64ecc0-d07c-45b7-a802-92bbb7d62191 owned by network:floatingip {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:21:22.984452 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-d1d2633a-f70e-4acf-8fd4-d26c00380822 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "DELETE /v2.0/floatingips/ade8cf81-877c-4a15-9a45-3dfd599553a1 HTTP/1.1" status: 204 len: 168 time: 1.6898582 Jul 15 19:21:22.989300 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'tag': '86890286-6222-49cb-a9f6-70a11fcd42c6'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:21:22.991574 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ab61fc-59a9-4799-b071-c67d644399be" -d '{"events": [{"name": "network-changed", "server_uuid": "caa09030-e07c-4500-9b35-bb1fa802a715", "tag": "86890286-6222-49cb-a9f6-70a11fcd42c6"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:21:23.049501 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1a0975-59e4-4869-a9b4-429c12e08ae2 x-openstack-request-id: req-2b1a0975-59e4-4869-a9b4-429c12e08ae2 {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:21:23.049501 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa09030-e07c-4500-9b35-bb1fa802a715", "tag": "86890286-6222-49cb-a9f6-70a11fcd42c6", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:21:23.049501 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2b1a0975-59e4-4869-a9b4-429c12e08ae2 {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:21:23.049501 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'tag': '86890286-6222-49cb-a9f6-70a11fcd42c6', 'status': 'completed', 'code': 200} Jul 15 19:21:23.270835 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-efd4aa4b-9010-4e0b-adbc-69ca3294069d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:23.318634 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4aa4b-9010-4e0b-adbc-69ca3294069d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Pushing event deleted for resources: {'Port': ['ID=7a64ecc0-d07c-45b7-a802-92bbb7d62191,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:23.334305 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-4c5e7141-6c8f-494b-9ccf-c262c5eb4f1c None None] Set router a05aa827-c1e6-4063-a7f9-0f10ad724a4e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:21:23.362343 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab61fc-59a9-4799-b071-c67d644399be req-497f2bbe-316c-4815-938b-7443928019e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:23.363904 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-79ab61fc-59a9-4799-b071-c67d644399be req-497f2bbe-316c-4815-938b-7443928019e3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2773fe20d3704fd0869501a1c90b4c30&device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 1098 time: 0.2204871 Jul 15 19:21:23.376061 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-13ab4e37-a473-4b0f-a6cf-0c43f6d6f831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:23.434125 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-efd4aa4b-9010-4e0b-adbc-69ca3294069d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks [] for floatingip, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:23.436655 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-efd4aa4b-9010-4e0b-adbc-69ca3294069d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:23.441125 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-efd4aa4b-9010-4e0b-adbc-69ca3294069d tempest-AttachVolumeTestJSON-511393601 tempest-AttachVolumeTestJSON-511393601-project] 10.222.0.73 "DELETE /v2.0/floatingips/1ab0499c-f0aa-44b7-b55d-12ab44653c10 HTTP/1.1" status: 204 len: 168 time: 0.8688643 Jul 15 19:21:23.563262 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab61fc-59a9-4799-b071-c67d644399be req-9c33387e-9093-4b43-b29b-0a6d43ceeb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:23.566036 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-79ab61fc-59a9-4799-b071-c67d644399be req-9c33387e-9093-4b43-b29b-0a6d43ceeb3e service neutron] 10.222.0.93 "GET /v2.0/networks?id=aa6d1231-195e-4588-9f30-941c386a1c2b HTTP/1.1" status: 200 len: 910 time: 0.1912367 Jul 15 19:21:23.637160 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-79ab61fc-59a9-4799-b071-c67d644399be req-232c201c-42cf-415c-a69d-09d69d730ad6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86890286-6222-49cb-a9f6-70a11fcd42c6 HTTP/1.1" status: 200 len: 217 time: 0.0616848 Jul 15 19:21:23.645533 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595851c-f2cd-4991-a9dd-e7f2e7ffd431 req-47039a27-68f6-4ee5-bced-3e657ed5dc74 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:23.653328 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b595851c-f2cd-4991-a9dd-e7f2e7ffd431 req-47039a27-68f6-4ee5-bced-3e657ed5dc74 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.2069068 Jul 15 19:21:23.685160 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-4c5e7141-6c8f-494b-9ccf-c262c5eb4f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'name': 'tempest-TestShelveInstance-137351037-router', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:52Z', 'revision_number': 4, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'gw_port': {'id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '5d235b18-bd47-4fd9-87c9-9a4784d60815', 'name': '', 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'mac_address': 'fa:16:3e:ca:7e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:51Z', 'updated_at': '2021-07-15T19:15:00Z', 'revision_number': 5, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'subnets': [{'id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:23.718506 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5e7141-6c8f-494b-9ccf-c262c5eb4f1c None None] Checking router: a05aa827-c1e6-4063-a7f9-0f10ad724a4e for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:21:23.721851 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edae2d-825c-41c5-ba98-321200b31847 req-192f5457-7d71-41b2-b1f9-02da6678bf8d tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:23.726740 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab61fc-59a9-4799-b071-c67d644399be req-7f6a633b-5023-4463-94b8-84fd2d4e831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:23.728717 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f6edae2d-825c-41c5-ba98-321200b31847 req-192f5457-7d71-41b2-b1f9-02da6678bf8d tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.2004554 Jul 15 19:21:23.729576 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-79ab61fc-59a9-4799-b071-c67d644399be req-7f6a633b-5023-4463-94b8-84fd2d4e831d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0263f568-81fe-4529-9e7b-1c99c7cafbe2 HTTP/1.1" status: 200 len: 847 time: 0.0822663 Jul 15 19:21:23.731122 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e7141-6c8f-494b-9ccf-c262c5eb4f1c None None] Routers {'a05aa827-c1e6-4063-a7f9-0f10ad724a4e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:21:23.731918 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-4c5e7141-6c8f-494b-9ccf-c262c5eb4f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:20:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:23.767083 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b595851c-f2cd-4991-a9dd-e7f2e7ffd431 req-ef99a1bc-8a65-4a1d-ba7d-0415fd388fac tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116550 Jul 15 19:21:23.802532 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f6edae2d-825c-41c5-ba98-321200b31847 req-73a0fd57-f889-4cd6-8afe-613ba0be3d36 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729005 Jul 15 19:21:23.829094 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab61fc-59a9-4799-b071-c67d644399be req-7bb1f230-bd0a-49ba-9e90-8365ea269b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:23.830763 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-79ab61fc-59a9-4799-b071-c67d644399be req-7bb1f230-bd0a-49ba-9e90-8365ea269b60 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aa6d1231-195e-4588-9f30-941c386a1c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928996 Jul 15 19:21:23.871463 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-4c5e7141-6c8f-494b-9ccf-c262c5eb4f1c None None] Set router a05aa827-c1e6-4063-a7f9-0f10ad724a4e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:21:23.938467 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-79ab61fc-59a9-4799-b071-c67d644399be req-35538e84-c2dd-4d29-b26c-1fff86adf245 service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d1231-195e-4588-9f30-941c386a1c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946474 Jul 15 19:21:24.057388 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-79ab61fc-59a9-4799-b071-c67d644399be req-95fb4f1c-b319-4f1d-bf9f-a6290de62588 service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d1231-195e-4588-9f30-941c386a1c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063724 Jul 15 19:21:24.122099 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-4c5e7141-6c8f-494b-9ccf-c262c5eb4f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'name': 'tempest-TestShelveInstance-137351037-router', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:52Z', 'revision_number': 4, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'gw_port': {'id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '5d235b18-bd47-4fd9-87c9-9a4784d60815', 'name': '', 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'mac_address': 'fa:16:3e:ca:7e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:51Z', 'updated_at': '2021-07-15T19:15:00Z', 'revision_number': 5, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'subnets': [{'id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:24.157526 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5e7141-6c8f-494b-9ccf-c262c5eb4f1c None None] The sync data for ids ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'] in dv-cinder-784453-9-iscsi is: [{'id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'name': 'tempest-TestShelveInstance-137351037-router', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:52Z', 'revision_number': 4, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'gw_port': {'id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '5d235b18-bd47-4fd9-87c9-9a4784d60815', 'name': '', 'network_id': 'aa6d1231-195e-4588-9f30-941c386a1c2b', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'mac_address': 'fa:16:3e:ca:7e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:51Z', 'updated_at': '2021-07-15T19:15:00Z', 'revision_number': 5, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'subnets': [{'id': '0263f568-81fe-4529-9e7b-1c99c7cafbe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:21:24.276567 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device fbc1f248-9ec8-410f-bc52-33f0f6a2120a no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:21:24.300304 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: fbc1f248-9ec8-410f-bc52-33f0f6a2120a {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:21:24.300658 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device fbc1f248-9ec8-410f-bc52-33f0f6a2120a not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:21:24.441205 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86b237b-099c-4958-966d-7c64d44f79c8 None None] New status for floating IP ade8cf81-877c-4a15-9a45-3dfd599553a1: DOWN {{(pid=93324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:21:25.005630 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c14ee1-b2aa-4991-b071-2f689dd639c7 req-da9d95b2-9fdd-4257-aabc-2eb31a5b8659 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:25.007151 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-18c14ee1-b2aa-4991-b071-2f689dd639c7 req-da9d95b2-9fdd-4257-aabc-2eb31a5b8659 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.1102326 Jul 15 19:21:25.027857 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb5bb7-6acb-4f85-beee-f187176256e1 req-39f00ee2-89ee-4f1a-87ab-62993e8d5df7 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:25.029479 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-34cb5bb7-6acb-4f85-beee-f187176256e1 req-39f00ee2-89ee-4f1a-87ab-62993e8d5df7 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0964677 Jul 15 19:21:25.072167 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-18c14ee1-b2aa-4991-b071-2f689dd639c7 req-b49acf7d-486c-4422-988c-edef8ba1b649 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579875 Jul 15 19:21:25.085635 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-34cb5bb7-6acb-4f85-beee-f187176256e1 req-a305ddb6-56d3-43ec-bcad-80edd99e2dfb tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/security-groups?id=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483303 Jul 15 19:21:25.467554 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e3f4d-1ccf-4582-9121-7328e514181d req-28c9e984-e87c-4e11-8e96-993d6d397676 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:25.469030 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-b29e3f4d-1ccf-4582-9121-7328e514181d req-28c9e984-e87c-4e11-8e96-993d6d397676 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.93 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 945 time: 0.0620399 Jul 15 19:21:25.573665 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [req-b29e3f4d-1ccf-4582-9121-7328e514181d req-c58e8efa-7b49-4e34-8f6f-82d041bebcf0 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Deleting port 86890286-6222-49cb-a9f6-70a11fcd42c6 {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:21:25.574009 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-b29e3f4d-1ccf-4582-9121-7328e514181d req-c58e8efa-7b49-4e34-8f6f-82d041bebcf0 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:25.645937 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-895732ca-e4d1-4c7b-9f10-361bf454c455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:25.663293 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [req-b29e3f4d-1ccf-4582-9121-7328e514181d req-c58e8efa-7b49-4e34-8f6f-82d041bebcf0 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] For port 86890286-6222-49cb-a9f6-70a11fcd42c6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=86890286-6222-49cb-a9f6-70a11fcd42c6,segment=NetworkSegment(22b39634-13a9-4136-9538-3dec0f8f0722),segment_id=22b39634-13a9-4136-9538-3dec0f8f0722)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:25.663656 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-b29e3f4d-1ccf-4582-9121-7328e514181d req-c58e8efa-7b49-4e34-8f6f-82d041bebcf0 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:25.676233 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [req-b29e3f4d-1ccf-4582-9121-7328e514181d req-c58e8efa-7b49-4e34-8f6f-82d041bebcf0 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Calling delete_port for 86890286-6222-49cb-a9f6-70a11fcd42c6 owned by compute:nova {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:21:25.717869 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881ec8c-126d-4928-997c-619b9ab130d4 req-eefbf8c1-106b-4fa6-8f86-6d670080487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:25.719482 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2881ec8c-126d-4928-997c-619b9ab130d4 req-eefbf8c1-106b-4fa6-8f86-6d670080487e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f17444fe2294411aa2ae77841e6aff16&device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 1098 time: 0.0600338 Jul 15 19:21:25.723829 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:25.813098 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-b29e3f4d-1ccf-4582-9121-7328e514181d req-c58e8efa-7b49-4e34-8f6f-82d041bebcf0 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:25.823994 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881ec8c-126d-4928-997c-619b9ab130d4 req-267ca8a9-f7c0-4b09-a015-c1bc8793f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:25.825786 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2881ec8c-126d-4928-997c-619b9ab130d4 req-267ca8a9-f7c0-4b09-a015-c1bc8793f68a service neutron] 10.222.0.93 "GET /v2.0/networks?id=79cfa60d-4e34-4970-b217-9f5f6601a96f HTTP/1.1" status: 200 len: 919 time: 0.0961771 Jul 15 19:21:25.844055 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e8efa-7b49-4e34-8f6f-82d041bebcf0 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Pushing event deleted for resources: {'Port': ['ID=86890286-6222-49cb-a9f6-70a11fcd42c6,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:25.897593 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29e3f4d-1ccf-4582-9121-7328e514181d req-c58e8efa-7b49-4e34-8f6f-82d041bebcf0 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] No DVR routers for this DVR port 86890286-6222-49cb-a9f6-70a11fcd42c6 on host hv-cinder-78445 {{(pid=93322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:21:25.899229 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2881ec8c-126d-4928-997c-619b9ab130d4 req-023b4ef1-5e38-4a10-86f6-2a378fae41af service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b36380f2-95f3-430d-b140-91c13d1bcb5a HTTP/1.1" status: 200 len: 1000 time: 0.0664673 Jul 15 19:21:25.900630 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [req-b29e3f4d-1ccf-4582-9121-7328e514181d req-c58e8efa-7b49-4e34-8f6f-82d041bebcf0 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:25.902739 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [req-b29e3f4d-1ccf-4582-9121-7328e514181d req-c58e8efa-7b49-4e34-8f6f-82d041bebcf0 tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.93 "DELETE /v2.0/ports/86890286-6222-49cb-a9f6-70a11fcd42c6 HTTP/1.1" status: 204 len: 173 time: 0.4250040 Jul 15 19:21:25.903209 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'name': 'network-vif-deleted', 'tag': '86890286-6222-49cb-a9f6-70a11fcd42c6'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:21:25.905430 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f4e896-2673-47d0-9a07-68f33c4a5326" -d '{"events": [{"server_uuid": "caa09030-e07c-4500-9b35-bb1fa802a715", "name": "network-vif-deleted", "tag": "86890286-6222-49cb-a9f6-70a11fcd42c6"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:21:25.945579 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe84c1b-b558-4960-bfd2-eb57378336cf x-openstack-request-id: req-4fe84c1b-b558-4960-bfd2-eb57378336cf {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:21:25.946059 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa09030-e07c-4500-9b35-bb1fa802a715", "name": "network-vif-deleted", "tag": "86890286-6222-49cb-a9f6-70a11fcd42c6", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:21:25.946505 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4fe84c1b-b558-4960-bfd2-eb57378336cf {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:21:25.947069 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa09030-e07c-4500-9b35-bb1fa802a715', 'name': 'network-vif-deleted', 'tag': '86890286-6222-49cb-a9f6-70a11fcd42c6', 'status': 'completed', 'code': 200} Jul 15 19:21:25.960810 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881ec8c-126d-4928-997c-619b9ab130d4 req-0b4b3c0a-2bd4-42ef-9f03-591e39d04b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:25.962336 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2881ec8c-126d-4928-997c-619b9ab130d4 req-0b4b3c0a-2bd4-42ef-9f03-591e39d04b67 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1bf9fac0-3f6b-4c69-8651-18074b0e5c7d HTTP/1.1" status: 200 len: 856 time: 0.0539103 Jul 15 19:21:26.050330 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881ec8c-126d-4928-997c-619b9ab130d4 req-e52fbd4f-d762-49ce-8d29-fdfb5a65026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:26.051932 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2881ec8c-126d-4928-997c-619b9ab130d4 req-e52fbd4f-d762-49ce-8d29-fdfb5a65026a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=79cfa60d-4e34-4970-b217-9f5f6601a96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600700 Jul 15 19:21:26.145087 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2881ec8c-126d-4928-997c-619b9ab130d4 req-7d9068fa-4c29-4d10-981d-de5d3076f6be service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837111 Jul 15 19:21:26.279502 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-72bffb8f-fd93-4692-81bf-9da976de93a8 req-940cfe65-6a39-4e95-af20-f796ea68110e tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "GET /v2.0/ports?device_id=caa09030-e07c-4500-9b35-bb1fa802a715 HTTP/1.1" status: 200 len: 210 time: 0.0667133 Jul 15 19:21:26.301752 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2881ec8c-126d-4928-997c-619b9ab130d4 req-ac69c502-e8bf-4259-b1f3-f506a1804d32 service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497962 Jul 15 19:21:26.330355 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793b131-ec67-48f9-ae48-999baff50bb4 req-23241e5a-5d36-41db-a12e-e78bbec83804 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:26.331929 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4793b131-ec67-48f9-ae48-999baff50bb4 req-23241e5a-5d36-41db-a12e-e78bbec83804 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.1179755 Jul 15 19:21:26.371336 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4793b131-ec67-48f9-ae48-999baff50bb4 req-04763653-fa03-4b1b-ad4c-a12b9bbd9ad7 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337338 Jul 15 19:21:26.628241 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:27.223190 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 50486) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:27.374118 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 50492) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:27.506028 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-93a79ead-de02-4a1f-9e85-7e74f425dfae tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:27.552038 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe2055-15dc-491c-a4b4-3d9f9b09e118 req-a7ff0cbe-7f5a-41e7-a55f-739cc1a29c11 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:27.553557 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ebbe2055-15dc-491c-a4b4-3d9f9b09e118 req-a7ff0cbe-7f5a-41e7-a55f-739cc1a29c11 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.0643451 Jul 15 19:21:27.566257 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-93a79ead-de02-4a1f-9e85-7e74f425dfae tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:27.590710 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ebbe2055-15dc-491c-a4b4-3d9f9b09e118 req-135c2b8c-e875-4aef-9262-3fceb7d493ab tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312161 Jul 15 19:21:27.701385 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-93a79ead-de02-4a1f-9e85-7e74f425dfae tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:27.703857 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-93a79ead-de02-4a1f-9e85-7e74f425dfae tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:27.705021 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-93a79ead-de02-4a1f-9e85-7e74f425dfae tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] 10.222.0.73 "DELETE /v2.0/security-groups/45b3c33a-b1ff-4ec1-ac59-c9052efc69e4 HTTP/1.1" status: 204 len: 168 time: 0.3299332 Jul 15 19:21:27.719431 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a79ead-de02-4a1f-9e85-7e74f425dfae tempest-TestShelveInstance-1056899952 tempest-TestShelveInstance-1056899952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b3c33a-b1ff-4ec1-ac59-c9052efc69e4,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:27.755548 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50498) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:27.858249 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d14ddb45-53d1-4fd7-b0d3-c59d8c2fe9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975790'] for router_interface, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.145413 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-26f1b2b4-d490-45ee-b987-01682d5570f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975790'] for router_interface, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.165039 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-d14ddb45-53d1-4fd7-b0d3-c59d8c2fe9a1 admin admin] Deleting port f3e14b61-36c5-41b9-8f9f-4235edc6882a {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:21:28.165384 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d14ddb45-53d1-4fd7-b0d3-c59d8c2fe9a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.240738 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [None req-d14ddb45-53d1-4fd7-b0d3-c59d8c2fe9a1 admin admin] For port f3e14b61-36c5-41b9-8f9f-4235edc6882a, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=f3e14b61-36c5-41b9-8f9f-4235edc6882a,segment=NetworkSegment(76bf647f-957f-49b2-af8c-aa0b64c006d1),segment_id=76bf647f-957f-49b2-af8c-aa0b64c006d1)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:28.241462 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d14ddb45-53d1-4fd7-b0d3-c59d8c2fe9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.253538 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-d14ddb45-53d1-4fd7-b0d3-c59d8c2fe9a1 admin admin] Calling delete_port for f3e14b61-36c5-41b9-8f9f-4235edc6882a owned by network:router_interface {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:21:28.321210 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.411644 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-26f1b2b4-d490-45ee-b987-01682d5570f3 admin admin] Deleting port 5d235b18-bd47-4fd9-87c9-9a4784d60815 {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:21:28.412002 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-26f1b2b4-d490-45ee-b987-01682d5570f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.500513 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [None req-26f1b2b4-d490-45ee-b987-01682d5570f3 admin admin] For port 5d235b18-bd47-4fd9-87c9-9a4784d60815, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=5d235b18-bd47-4fd9-87c9-9a4784d60815,segment=NetworkSegment(22b39634-13a9-4136-9538-3dec0f8f0722),segment_id=22b39634-13a9-4136-9538-3dec0f8f0722)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:28.501458 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-26f1b2b4-d490-45ee-b987-01682d5570f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.515144 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-26f1b2b4-d490-45ee-b987-01682d5570f3 admin admin] Calling delete_port for 5d235b18-bd47-4fd9-87c9-9a4784d60815 owned by network:router_interface {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:21:28.630754 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.711771 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-26f1b2b4-d490-45ee-b987-01682d5570f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.713112 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d14ddb45-53d1-4fd7-b0d3-c59d8c2fe9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:28.763980 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ddb45-53d1-4fd7-b0d3-c59d8c2fe9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e14b61-36c5-41b9-8f9f-4235edc6882a,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:28.771436 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1b2b4-d490-45ee-b987-01682d5570f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d235b18-bd47-4fd9-87c9-9a4784d60815,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:28.917312 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf204e-f13f-4381-b6e2-9508dee9b9e1 req-497a99be-70c0-4529-a297-f5d6d60f8f05 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:28.923565 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6fbf204e-f13f-4381-b6e2-9508dee9b9e1 req-497a99be-70c0-4529-a297-f5d6d60f8f05 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.2088697 Jul 15 19:21:28.957700 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d14ddb45-53d1-4fd7-b0d3-c59d8c2fe9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-973374'] for router_interface, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:29.032725 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6fbf204e-f13f-4381-b6e2-9508dee9b9e1 req-a8b003ab-a439-4bf9-b421-298622e207af tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991383 Jul 15 19:21:29.041265 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-26f1b2b4-d490-45ee-b987-01682d5570f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-973374'] for router_interface, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:29.189167 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14ddb45-53d1-4fd7-b0d3-c59d8c2fe9a1 admin admin] Router 569e4991-dfe0-4c7f-9bfb-852781860e31 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:21:29.266677 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f1b2b4-d490-45ee-b987-01682d5570f3 admin admin] Router a05aa827-c1e6-4063-a7f9-0f10ad724a4e has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:21:29.301204 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14ddb45-53d1-4fd7-b0d3-c59d8c2fe9a1 admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:21:29.305939 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-d14ddb45-53d1-4fd7-b0d3-c59d8c2fe9a1 admin admin] 10.222.0.73 "PUT /v2.0/routers/569e4991-dfe0-4c7f-9bfb-852781860e31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0817208 Jul 15 19:21:29.308466 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 50512) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:29.311879 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b048840-3055-4dca-a194-bfca4ad1fc74 None None] Sync routers for ids ['569e4991-dfe0-4c7f-9bfb-852781860e31'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:21:29.322020 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b048840-3055-4dca-a194-bfca4ad1fc74 None None] Routers {'569e4991-dfe0-4c7f-9bfb-852781860e31'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:21:29.333025 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-9b048840-3055-4dca-a194-bfca4ad1fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:21:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['569e4991-dfe0-4c7f-9bfb-852781860e31'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:29.382683 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f1b2b4-d490-45ee-b987-01682d5570f3 admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:21:29.388401 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-26f1b2b4-d490-45ee-b987-01682d5570f3 admin admin] 10.222.0.73 "PUT /v2.0/routers/a05aa827-c1e6-4063-a7f9-0f10ad724a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6323285 Jul 15 19:21:29.391206 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50516) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:29.396818 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f47cf1-7a9b-499b-b725-5b633926786f None None] Sync routers for ids ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:21:29.410293 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f47cf1-7a9b-499b-b725-5b633926786f None None] Routers {'a05aa827-c1e6-4063-a7f9-0f10ad724a4e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:21:29.411755 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-b4f47cf1-7a9b-499b-b725-5b633926786f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:21:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:29.443081 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-34bb4da9-1caa-4ec6-936e-f3cb91f2f165 admin admin] Notify callbacks [] for router, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:29.479575 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-9b048840-3055-4dca-a194-bfca4ad1fc74 None None] Set router 569e4991-dfe0-4c7f-9bfb-852781860e31 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:21:29.559142 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-34bb4da9-1caa-4ec6-936e-f3cb91f2f165 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:29.562864 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-b4f47cf1-7a9b-499b-b725-5b633926786f None None] Set router a05aa827-c1e6-4063-a7f9-0f10ad724a4e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:21:29.678449 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-34bb4da9-1caa-4ec6-936e-f3cb91f2f165 admin admin] Deleting port 99f3ce08-8054-462f-99b6-5d0de3eb3a0d {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:21:29.679971 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-34bb4da9-1caa-4ec6-936e-f3cb91f2f165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:29.758151 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-9b048840-3055-4dca-a194-bfca4ad1fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:21:28Z', 'revision_number': 5, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port': {'id': '99f3ce08-8054-462f-99b6-5d0de3eb3a0d', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:44Z', 'updated_at': '2021-07-15T19:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:29.791928 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b048840-3055-4dca-a194-bfca4ad1fc74 None None] Checking router: 569e4991-dfe0-4c7f-9bfb-852781860e31 for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:21:29.801694 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b048840-3055-4dca-a194-bfca4ad1fc74 None None] Routers {'569e4991-dfe0-4c7f-9bfb-852781860e31'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:21:29.802327 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-9b048840-3055-4dca-a194-bfca4ad1fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:21:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['569e4991-dfe0-4c7f-9bfb-852781860e31'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:29.804820 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [None req-34bb4da9-1caa-4ec6-936e-f3cb91f2f165 admin admin] For port 99f3ce08-8054-462f-99b6-5d0de3eb3a0d, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=99f3ce08-8054-462f-99b6-5d0de3eb3a0d,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:29.805287 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-34bb4da9-1caa-4ec6-936e-f3cb91f2f165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:29.823335 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-34bb4da9-1caa-4ec6-936e-f3cb91f2f165 admin admin] Calling delete_port for 99f3ce08-8054-462f-99b6-5d0de3eb3a0d owned by network:router_gateway {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:21:29.887451 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b7628a51-3d51-4c39-97b6-c563a68005ee admin admin] Notify callbacks [] for router, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:29.913868 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-b4f47cf1-7a9b-499b-b725-5b633926786f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'name': 'tempest-TestShelveInstance-137351037-router', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:21:28Z', 'revision_number': 5, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'gw_port': {'id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:29.924703 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-9b048840-3055-4dca-a194-bfca4ad1fc74 None None] Set router 569e4991-dfe0-4c7f-9bfb-852781860e31 gateway port host: None {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:21:29.947440 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f47cf1-7a9b-499b-b725-5b633926786f None None] Checking router: a05aa827-c1e6-4063-a7f9-0f10ad724a4e for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:21:29.987602 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f47cf1-7a9b-499b-b725-5b633926786f None None] Routers {'a05aa827-c1e6-4063-a7f9-0f10ad724a4e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:21:29.988243 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-b4f47cf1-7a9b-499b-b725-5b633926786f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:21:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:29.997416 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-9b048840-3055-4dca-a194-bfca4ad1fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:21:29Z', 'revision_number': 6, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port_host': None}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:30.026496 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b7628a51-3d51-4c39-97b6-c563a68005ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.033089 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b048840-3055-4dca-a194-bfca4ad1fc74 None None] The sync data for ids ['569e4991-dfe0-4c7f-9bfb-852781860e31'] in dv-cinder-784453-9-iscsi is: [{'id': '569e4991-dfe0-4c7f-9bfb-852781860e31', 'name': 'tempest-AttachVolumeTestJSON-1983351496-router', 'tenant_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:43Z', 'updated_at': '2021-07-15T19:21:29Z', 'revision_number': 6, 'project_id': 'cd62e01c91bf494db0e0d5e92bd12beb', 'gw_port_host': None}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:21:30.061781 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-34bb4da9-1caa-4ec6-936e-f3cb91f2f165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.095306 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb4da9-1caa-4ec6-936e-f3cb91f2f165 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f3ce08-8054-462f-99b6-5d0de3eb3a0d,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:30.098339 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-b7628a51-3d51-4c39-97b6-c563a68005ee admin admin] Deleting port 442ea466-ec6d-4d9d-b719-da397e1948e2 {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:21:30.098712 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b7628a51-3d51-4c39-97b6-c563a68005ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.154799 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-b4f47cf1-7a9b-499b-b725-5b633926786f None None] Set router a05aa827-c1e6-4063-a7f9-0f10ad724a4e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:21:30.159050 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-34bb4da9-1caa-4ec6-936e-f3cb91f2f165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978532'] for router_gateway, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.199471 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [None req-b7628a51-3d51-4c39-97b6-c563a68005ee admin admin] For port 442ea466-ec6d-4d9d-b719-da397e1948e2, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=442ea466-ec6d-4d9d-b719-da397e1948e2,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:30.200106 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b7628a51-3d51-4c39-97b6-c563a68005ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.212893 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-b7628a51-3d51-4c39-97b6-c563a68005ee admin admin] Calling delete_port for 442ea466-ec6d-4d9d-b719-da397e1948e2 owned by network:router_gateway {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:21:30.278980 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-34bb4da9-1caa-4ec6-936e-f3cb91f2f165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7029'] for router, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.281171 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-34bb4da9-1caa-4ec6-936e-f3cb91f2f165 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.302067 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 86890286-6222-49cb-a9f6-70a11fcd42c6 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:21:30.346741 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: 86890286-6222-49cb-a9f6-70a11fcd42c6 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:21:30.347443 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 86890286-6222-49cb-a9f6-70a11fcd42c6 not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:21:30.347793 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device b36380f2-95f3-430d-b140-91c13d1bcb5a no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:21:30.382365 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-34bb4da9-1caa-4ec6-936e-f3cb91f2f165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976614'] for router, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.383259 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bb4da9-1caa-4ec6-936e-f3cb91f2f165 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 569e4991-dfe0-4c7f-9bfb-852781860e31 {{(pid=93322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:21:30.405904 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-34bb4da9-1caa-4ec6-936e-f3cb91f2f165 admin admin] Notify callbacks [] for router, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.409831 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-34bb4da9-1caa-4ec6-936e-f3cb91f2f165 admin admin] 10.222.0.73 "DELETE /v2.0/routers/569e4991-dfe0-4c7f-9bfb-852781860e31 HTTP/1.1" status: 204 len: 168 time: 1.1003544 Jul 15 19:21:30.414087 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 50532) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:30.432716 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-b4f47cf1-7a9b-499b-b725-5b633926786f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'name': 'tempest-TestShelveInstance-137351037-router', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:21:28Z', 'revision_number': 5, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'gw_port': {'id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:30.442921 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b7628a51-3d51-4c39-97b6-c563a68005ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.482250 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7628a51-3d51-4c39-97b6-c563a68005ee admin admin] Pushing event deleted for resources: {'Port': ['ID=442ea466-ec6d-4d9d-b719-da397e1948e2,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:30.523133 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f47cf1-7a9b-499b-b725-5b633926786f None None] The sync data for ids ['a05aa827-c1e6-4063-a7f9-0f10ad724a4e'] in dv-cinder-784453-9-iscsi is: [{'id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'name': 'tempest-TestShelveInstance-137351037-router', 'tenant_id': '2773fe20d3704fd0869501a1c90b4c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:21:28Z', 'revision_number': 5, 'project_id': '2773fe20d3704fd0869501a1c90b4c30', 'gw_port': {'id': '442ea466-ec6d-4d9d-b719-da397e1948e2', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05aa827-c1e6-4063-a7f9-0f10ad724a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:49Z', 'updated_at': '2021-07-15T19:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:21:30.546728 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_v2 [None req-938754e7-511b-484b-8f79-f0f384d90e60 admin admin] Deleting subnet 73946c0a-f74c-48dd-bd39-ef27990bbc2b {{(pid=93322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:21:30.552225 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-938754e7-511b-484b-8f79-f0f384d90e60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.597007 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.610675 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-938754e7-511b-484b-8f79-f0f384d90e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132251514'] for subnet, precommit_delete_associations {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.629357 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b36380f2-95f3-430d-b140-91c13d1bcb5a'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:21:30.631637 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e6c869-5b61-41aa-97dd-ddc0bc8c1302" -d '{"events": [{"server_uuid": "a16b9c43-b70e-4f87-bd96-c94a86eed9d6", "name": "network-vif-unplugged", "status": "completed", "tag": "b36380f2-95f3-430d-b140-91c13d1bcb5a"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:21:30.636043 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b7628a51-3d51-4c39-97b6-c563a68005ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978532'] for router_gateway, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.647108 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port b36380f2-95f3-430d-b140-91c13d1bcb5a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b36380f2-95f3-430d-b140-91c13d1bcb5a,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:30.652686 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.683480 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 19:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f225bc62-45f9-4515-aab4-af388d37462e x-openstack-request-id: req-f225bc62-45f9-4515-aab4-af388d37462e {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:21:30.683853 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16b9c43-b70e-4f87-bd96-c94a86eed9d6", "name": "network-vif-unplugged", "status": "failed", "tag": "b36380f2-95f3-430d-b140-91c13d1bcb5a", "code": 422}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:21:30.684166 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f225bc62-45f9-4515-aab4-af388d37462e {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:21:30.685652 dv-cinder-784453-9-iscsi neutron-server[93323]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b36380f2-95f3-430d-b140-91c13d1bcb5a', 'code': 422} returned with failed status Jul 15 19:21:30.713559 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=b36380f2-95f3-430d-b140-91c13d1bcb5a,revision_number=8']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:30.734177 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-938754e7-511b-484b-8f79-f0f384d90e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921093'] for subnet, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.772572 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b7628a51-3d51-4c39-97b6-c563a68005ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7029'] for router, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.777853 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b7628a51-3d51-4c39-97b6-c563a68005ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.787748 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-938754e7-511b-484b-8f79-f0f384d90e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132284646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132654462'] for subnet, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.816082 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-938754e7-511b-484b-8f79-f0f384d90e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.818682 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-938754e7-511b-484b-8f79-f0f384d90e60 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/73946c0a-f74c-48dd-bd39-ef27990bbc2b HTTP/1.1" status: 204 len: 168 time: 0.4031909 Jul 15 19:21:30.820339 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938754e7-511b-484b-8f79-f0f384d90e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73946c0a-f74c-48dd-bd39-ef27990bbc2b,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:30.822733 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 50544) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:30.823387 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0b5704-c1ae-4574-b0f6-4fd933847fb7 None None] Network a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:21:30.847525 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b7628a51-3d51-4c39-97b6-c563a68005ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976614'] for router, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.848071 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7628a51-3d51-4c39-97b6-c563a68005ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router a05aa827-c1e6-4063-a7f9-0f10ad724a4e {{(pid=93321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:21:30.856645 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ca92-b8e8-49a0-9409-021c98f02d0d req-369dcacd-baf6-492c-b17d-e5e3f644f0a7 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:30.858167 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bb66ca92-b8e8-49a0-9409-021c98f02d0d req-369dcacd-baf6-492c-b17d-e5e3f644f0a7 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 945 time: 0.2330825 Jul 15 19:21:30.861131 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b7628a51-3d51-4c39-97b6-c563a68005ee admin admin] Notify callbacks [] for router, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:30.864508 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-b7628a51-3d51-4c39-97b6-c563a68005ee admin admin] 10.222.0.73 "DELETE /v2.0/routers/a05aa827-c1e6-4063-a7f9-0f10ad724a4e HTTP/1.1" status: 204 len: 168 time: 1.4693336 Jul 15 19:21:30.865229 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 50546) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:30.875674 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4c5d4e6f-a314-4f96-bb51-7370b01544c0 req-4fa9bd7b-6b78-44e0-94e9-cc537df88683 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2607629 Jul 15 19:21:30.913823 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bb66ca92-b8e8-49a0-9409-021c98f02d0d req-238404fc-76f5-4714-b409-db076f1735ec tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365276 Jul 15 19:21:30.971456 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621038'] for network, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.032181 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_v2 [None req-314c962d-4e5b-428f-a034-ca50730572f9 admin admin] Deleting subnet 0263f568-81fe-4529-9e7b-1c99c7cafbe2 {{(pid=93322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:21:31.038216 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-314c962d-4e5b-428f-a034-ca50730572f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.086796 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-314c962d-4e5b-428f-a034-ca50730572f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132251514'] for subnet, precommit_delete_associations {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.127851 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] Deleting port 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:21:31.128201 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.239478 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] For port 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=1ffbe0cb-0e0a-4024-8894-b0ec76b532e1,segment=NetworkSegment(76bf647f-957f-49b2-af8c-aa0b64c006d1),segment_id=76bf647f-957f-49b2-af8c-aa0b64c006d1)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:31.239873 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.256051 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42e4aa1-e9d9-457e-bf33-2c1d6636adee None None] DHCP port deletion for a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 request from dv-cinder-784453-9-iscsi {{(pid=93323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:21:31.278156 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-314c962d-4e5b-428f-a034-ca50730572f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921093'] for subnet, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.280477 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] Calling delete_port for 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 owned by network:dhcp {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:21:31.300685 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device f3e14b61-36c5-41b9-8f9f-4235edc6882a no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:21:31.326810 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: f3e14b61-36c5-41b9-8f9f-4235edc6882a {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:21:31.327221 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device f3e14b61-36c5-41b9-8f9f-4235edc6882a not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:21:31.348529 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-b42e4aa1-e9d9-457e-bf33-2c1d6636adee None None] Deleting port 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 {{(pid=93323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:21:31.349206 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-b42e4aa1-e9d9-457e-bf33-2c1d6636adee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.429814 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-b42e4aa1-e9d9-457e-bf33-2c1d6636adee None None] For port 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=1ffbe0cb-0e0a-4024-8894-b0ec76b532e1,segment=NetworkSegment(76bf647f-957f-49b2-af8c-aa0b64c006d1),segment_id=76bf647f-957f-49b2-af8c-aa0b64c006d1)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:31.430193 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-b42e4aa1-e9d9-457e-bf33-2c1d6636adee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.438813 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-314c962d-4e5b-428f-a034-ca50730572f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132284646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132654462'] for subnet, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.443655 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-b42e4aa1-e9d9-457e-bf33-2c1d6636adee None None] Calling delete_port for 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 owned by network:dhcp {{(pid=93323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:21:31.475819 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c962d-4e5b-428f-a034-ca50730572f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0263f568-81fe-4529-9e7b-1c99c7cafbe2,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:31.480506 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-314c962d-4e5b-428f-a034-ca50730572f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.484966 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50556) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:31.485267 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-314c962d-4e5b-428f-a034-ca50730572f9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0263f568-81fe-4529-9e7b-1c99c7cafbe2 HTTP/1.1" status: 204 len: 168 time: 0.6170497 Jul 15 19:21:31.496857 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f02f782-7c1b-4c5b-a2da-95ac23b27546 None None] Network aa6d1231-195e-4588-9f30-941c386a1c2b requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:21:31.499284 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.549508 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] No DVR routers for this DVR port 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 on host dv-cinder-784453-9-iscsi {{(pid=93322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:21:31.551739 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] Pushing event deleted for resources: {'Port': ['ID=1ffbe0cb-0e0a-4024-8894-b0ec76b532e1,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:31.587172 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621038'] for network, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.635615 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-b42e4aa1-e9d9-457e-bf33-2c1d6636adee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212'] for port, after_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.662418 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e4aa1-e9d9-457e-bf33-2c1d6636adee None None] Pushing event deleted for resources: {'Port': ['ID=1ffbe0cb-0e0a-4024-8894-b0ec76b532e1,revision_number=None']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:31.678170 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42e4aa1-e9d9-457e-bf33-2c1d6636adee None None] No DVR routers for this DVR port 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 on host dv-cinder-784453-9-iscsi {{(pid=93323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:21:31.678866 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Deleting port 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:21:31.679887 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.684132 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1920033', 'neutron.services.segments.db._delete_segments_for_network-8754284971340'] for network, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.707273 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61add7c-79f1-4ffd-8a3c-8aa0e345ad23']}} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:31.721216 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76bf647f-957f-49b2-af8c-aa0b64c006d1') {'for_net_delete': True} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:31.721574 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76bf647f-957f-49b2-af8c-aa0b64c006d1') {} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:31.732532 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754284973397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132251469'] for segment, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.753221 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.759309 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=93322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:21:31.759835 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132284996'] for segment, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: Traceback (most recent call last): Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: timer() Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: cb(*args, **kw) Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: return func(*args, **kwargs) Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: self._notify() Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: self.callback(batched_events) Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: event.method(event) Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: return f(self, *a, **k) Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._get(url).json() Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: return self.request(url, 'GET', **kwargs) Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:21:31.761680 dv-cinder-784453-9-iscsi neutron-server[93322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:21:31.769998 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] For port 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=2fc81e18-6204-41c3-bdbb-c3866ab6eaa1,segment=NetworkSegment(22b39634-13a9-4136-9538-3dec0f8f0722),segment_id=22b39634-13a9-4136-9538-3dec0f8f0722)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:31.770352 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.779056 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a398677b-4733-4714-b93b-e08667ecf07f None None] DHCP port deletion for aa6d1231-195e-4588-9f30-941c386a1c2b request from dv-cinder-784453-9-iscsi {{(pid=93323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:21:31.785181 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Calling delete_port for 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 owned by network:dhcp {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:21:31.825718 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1920056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978616'] for network, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.836596 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.838873 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] 10.222.0.73 "DELETE /v2.0/networks/a61add7c-79f1-4ffd-8a3c-8aa0e345ad23 HTTP/1.1" status: 204 len: 168 time: 1.0146670 Jul 15 19:21:31.839239 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-a398677b-4733-4714-b93b-e08667ecf07f None None] Deleting port 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 {{(pid=93323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:21:31.839657 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-a398677b-4733-4714-b93b-e08667ecf07f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.851018 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf40b3-0e15-4599-86a5-fa3995e676af admin admin] Pushing event deleted for resources: {'Network': ['ID=a61add7c-79f1-4ffd-8a3c-8aa0e345ad23,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:31.870532 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.901762 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc81e18-6204-41c3-bdbb-c3866ab6eaa1,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:31.904110 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] No DVR routers for this DVR port 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 on host dv-cinder-784453-9-iscsi {{(pid=93321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:21:31.914340 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:31.915042 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-a398677b-4733-4714-b93b-e08667ecf07f None None] For port 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=2fc81e18-6204-41c3-bdbb-c3866ab6eaa1,segment=NetworkSegment(22b39634-13a9-4136-9538-3dec0f8f0722),segment_id=22b39634-13a9-4136-9538-3dec0f8f0722)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:31.915177 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:31.915301 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-a398677b-4733-4714-b93b-e08667ecf07f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:31.915416 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:31.915749 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:31.916116 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:31.917112 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:31.917112 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:31.917331 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:31.917735 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:31.918088 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:31.918696 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:31.919034 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:31.931208 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-a398677b-4733-4714-b93b-e08667ecf07f None None] Calling delete_port for 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 owned by network:dhcp {{(pid=93323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:21:31.988957 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 50562) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:31.996462 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1920033', 'neutron.services.segments.db._delete_segments_for_network-8754284971340'] for network, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:32.018622 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6d1231-195e-4588-9f30-941c386a1c2b']}} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:32.033653 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-e437dccd-3578-4647-bd1e-c257ef06d459 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd62e01c91bf494db0e0d5e92bd12beb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0433609 Jul 15 19:21:32.040320 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 50564) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:32.044587 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-a398677b-4733-4714-b93b-e08667ecf07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212'] for port, after_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:32.060594 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b39634-13a9-4136-9538-3dec0f8f0722') {'for_net_delete': True} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:32.061149 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b39634-13a9-4136-9538-3dec0f8f0722') {} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:32.071605 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398677b-4733-4714-b93b-e08667ecf07f None None] Pushing event deleted for resources: {'Port': ['ID=2fc81e18-6204-41c3-bdbb-c3866ab6eaa1,revision_number=None']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:32.075793 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a398677b-4733-4714-b93b-e08667ecf07f None None] No DVR routers for this DVR port 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 on host dv-cinder-784453-9-iscsi {{(pid=93323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:21:32.076796 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754284973397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132728003'] for segment, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:32.105736 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d824265c-82e1-4fc9-a2b1-a06bc407e2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:32.124423 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:32.129088 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d824265c-82e1-4fc9-a2b1-a06bc407e2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:32.137793 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=93321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:21:32.137793 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132133178'] for segment, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: Traceback (most recent call last): Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: timer() Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: cb(*args, **kw) Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: return func(*args, **kwargs) Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: self._notify() Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: self.callback(batched_events) Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: event.method(event) Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: return f(self, *a, **k) Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: return self._get(url).json() Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: return self.request(url, 'GET', **kwargs) Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:21:32.140221 dv-cinder-784453-9-iscsi neutron-server[93321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:21:32.190292 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d824265c-82e1-4fc9-a2b1-a06bc407e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:32.193335 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d824265c-82e1-4fc9-a2b1-a06bc407e2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:32.194702 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-d824265c-82e1-4fc9-a2b1-a06bc407e2e2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f6351c42-74a2-43ac-828c-983b1a36bc78 HTTP/1.1" status: 204 len: 168 time: 0.1533463 Jul 15 19:21:32.201081 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d4e6f-a314-4f96-bb51-7370b01544c0 req-c45cbe1e-1102-499a-a48c-22eda6fd65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:32.202704 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4c5d4e6f-a314-4f96-bb51-7370b01544c0 req-c45cbe1e-1102-499a-a48c-22eda6fd65c8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6&tenant_id=f17444fe2294411aa2ae77841e6aff16 HTTP/1.1" status: 200 len: 1096 time: 0.2032616 Jul 15 19:21:32.203161 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824265c-82e1-4fc9-a2b1-a06bc407e2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6351c42-74a2-43ac-828c-983b1a36bc78,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:32.224009 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:21:32.230208 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1920056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978616'] for network, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:32.246088 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:21:32.246446 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 2fc81e18-6204-41c3-bdbb-c3866ab6eaa1 not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:21:32.246930 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:21:32.255489 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:32.257317 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] 10.222.0.73 "DELETE /v2.0/networks/aa6d1231-195e-4588-9f30-941c386a1c2b HTTP/1.1" status: 204 len: 168 time: 0.7706649 Jul 15 19:21:32.260417 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 50568) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:32.266482 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd855f5-461e-4432-ab74-cd8d6dfe4b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6d1231-195e-4588-9f30-941c386a1c2b,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:32.278605 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec637b7-933b-44e0-9df7-8f3782353021 req-f1fa5fbe-4023-4bd7-ba7a-8fb3011e913a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:32.280123 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0ec637b7-933b-44e0-9df7-8f3782353021 req-f1fa5fbe-4023-4bd7-ba7a-8fb3011e913a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 943 time: 0.2012343 Jul 15 19:21:32.284934 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:21:32.285842 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 1ffbe0cb-0e0a-4024-8894-b0ec76b532e1 not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:21:32.286613 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 99f3ce08-8054-462f-99b6-5d0de3eb3a0d no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:21:32.323412 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: 99f3ce08-8054-462f-99b6-5d0de3eb3a0d {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:21:32.324012 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 99f3ce08-8054-462f-99b6-5d0de3eb3a0d not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:21:32.324739 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 442ea466-ec6d-4d9d-b719-da397e1948e2 no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:21:32.345657 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0ec637b7-933b-44e0-9df7-8f3782353021 req-202f41fe-4a6f-48be-afa8-4755dc8d0f73 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443172 Jul 15 19:21:32.361477 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d4e6f-a314-4f96-bb51-7370b01544c0 req-f7747340-2db2-471d-bf9e-24166e5f4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:32.363603 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4c5d4e6f-a314-4f96-bb51-7370b01544c0 req-f7747340-2db2-471d-bf9e-24166e5f4b44 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f17444fe2294411aa2ae77841e6aff16&device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 1096 time: 0.1097753 Jul 15 19:21:32.478468 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d4e6f-a314-4f96-bb51-7370b01544c0 req-5bbf2246-a214-49f1-86cb-318da6b0292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:32.480412 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4c5d4e6f-a314-4f96-bb51-7370b01544c0 req-5bbf2246-a214-49f1-86cb-318da6b0292c service neutron] 10.222.0.93 "GET /v2.0/networks?id=79cfa60d-4e34-4970-b217-9f5f6601a96f HTTP/1.1" status: 200 len: 919 time: 0.1101048 Jul 15 19:21:32.481751 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: 442ea466-ec6d-4d9d-b719-da397e1948e2 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:21:32.482252 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 442ea466-ec6d-4d9d-b719-da397e1948e2 not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:21:32.483220 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 5d235b18-bd47-4fd9-87c9-9a4784d60815 no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:21:32.510252 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: 5d235b18-bd47-4fd9-87c9-9a4784d60815 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:21:32.510625 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 5d235b18-bd47-4fd9-87c9-9a4784d60815 not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:21:32.558189 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4c5d4e6f-a314-4f96-bb51-7370b01544c0 req-d57999f2-b4bc-42ef-9d88-c16b4c8d98c2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b36380f2-95f3-430d-b140-91c13d1bcb5a HTTP/1.1" status: 200 len: 998 time: 0.0685399 Jul 15 19:21:32.608442 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d4e6f-a314-4f96-bb51-7370b01544c0 req-840af8cb-a860-4b4d-a07a-f6a52ee63bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:32.610753 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4c5d4e6f-a314-4f96-bb51-7370b01544c0 req-840af8cb-a860-4b4d-a07a-f6a52ee63bee service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1bf9fac0-3f6b-4c69-8651-18074b0e5c7d HTTP/1.1" status: 200 len: 856 time: 0.0437212 Jul 15 19:21:32.670892 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-bcc13849-b0d7-42cb-aa9b-ebc5cbc32fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975790'] for router_interface, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:32.674154 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d4e6f-a314-4f96-bb51-7370b01544c0 req-8e498e46-39e8-452c-91d1-a70c1f020874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:32.675842 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4c5d4e6f-a314-4f96-bb51-7370b01544c0 req-8e498e46-39e8-452c-91d1-a70c1f020874 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=79cfa60d-4e34-4970-b217-9f5f6601a96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549262 Jul 15 19:21:32.779938 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4c5d4e6f-a314-4f96-bb51-7370b01544c0 req-71b6ffa7-8f2a-437c-affd-39ec862ce559 service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969501 Jul 15 19:21:32.877227 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4c5d4e6f-a314-4f96-bb51-7370b01544c0 req-b914dacd-36f4-4a60-aebb-225a86553fd0 service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896277 Jul 15 19:21:33.207935 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-bcc13849-b0d7-42cb-aa9b-ebc5cbc32fca admin admin] Deleting port 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:21:33.208281 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-bcc13849-b0d7-42cb-aa9b-ebc5cbc32fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:33.291740 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [None req-bcc13849-b0d7-42cb-aa9b-ebc5cbc32fca admin admin] For port 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=3f5c1e73-1351-4e1d-8bd6-64cb3564ace3,segment=NetworkSegment(b9654ffc-237c-4991-b683-7bf6ac4c8361),segment_id=b9654ffc-237c-4991-b683-7bf6ac4c8361)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:33.292032 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-bcc13849-b0d7-42cb-aa9b-ebc5cbc32fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:33.306548 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-bcc13849-b0d7-42cb-aa9b-ebc5cbc32fca admin admin] Calling delete_port for 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 owned by network:router_interface {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:21:33.514346 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-bcc13849-b0d7-42cb-aa9b-ebc5cbc32fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:33.549458 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc13849-b0d7-42cb-aa9b-ebc5cbc32fca admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5c1e73-1351-4e1d-8bd6-64cb3564ace3,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:33.597036 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37665b8f-bc8b-4872-8f28-c59fd37dd455 req-62b365e8-1ebc-489e-ba8f-8c0dfe298488 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:33.599505 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-37665b8f-bc8b-4872-8f28-c59fd37dd455 req-62b365e8-1ebc-489e-ba8f-8c0dfe298488 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 943 time: 0.0961256 Jul 15 19:21:33.648871 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-37665b8f-bc8b-4872-8f28-c59fd37dd455 req-8351b598-3967-4516-9977-d631a5dd393e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435569 Jul 15 19:21:33.877402 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-bcc13849-b0d7-42cb-aa9b-ebc5cbc32fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-973374'] for router_interface, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:34.201077 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc13849-b0d7-42cb-aa9b-ebc5cbc32fca admin admin] Router b2bc1b4c-2b68-46fb-a144-ff640b670747 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:21:34.334249 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc13849-b0d7-42cb-aa9b-ebc5cbc32fca admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:21:34.346445 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-bcc13849-b0d7-42cb-aa9b-ebc5cbc32fca admin admin] 10.222.0.73 "PUT /v2.0/routers/b2bc1b4c-2b68-46fb-a144-ff640b670747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0847769 Jul 15 19:21:34.348849 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 50644) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:34.349117 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d30eb8-a1f8-4690-bca5-5c39abaee23b None None] Sync routers for ids ['b2bc1b4c-2b68-46fb-a144-ff640b670747'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:21:34.360470 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d30eb8-a1f8-4690-bca5-5c39abaee23b None None] Routers {'b2bc1b4c-2b68-46fb-a144-ff640b670747'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:21:34.361472 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-b0d30eb8-a1f8-4690-bca5-5c39abaee23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:21:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['b2bc1b4c-2b68-46fb-a144-ff640b670747'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:34.444885 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50646) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:34.493916 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a7b25cd6-0d72-4905-8cff-635d58c87d7e admin admin] Notify callbacks [] for router, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:34.522883 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-b0d30eb8-a1f8-4690-bca5-5c39abaee23b None None] Set router b2bc1b4c-2b68-46fb-a144-ff640b670747 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:21:34.576311 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-08ca872e-bec7-44d8-aa3a-e4bc93fdf7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:34.662121 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a7b25cd6-0d72-4905-8cff-635d58c87d7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:34.751198 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-08ca872e-bec7-44d8-aa3a-e4bc93fdf7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:34.757157 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-08ca872e-bec7-44d8-aa3a-e4bc93fdf7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:34.760617 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-a7b25cd6-0d72-4905-8cff-635d58c87d7e admin admin] Deleting port c17b97f2-e680-4468-9b6b-e006a147ea67 {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:21:34.762128 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a7b25cd6-0d72-4905-8cff-635d58c87d7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:34.788706 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-b0d30eb8-a1f8-4690-bca5-5c39abaee23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'name': 'tempest-TestShelveInstance-1539455528-router', 'tenant_id': 'f20bea4dffa848629458fe9167cb651b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c17b97f2-e680-4468-9b6b-e006a147ea67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:55Z', 'updated_at': '2021-07-15T19:21:33Z', 'revision_number': 5, 'project_id': 'f20bea4dffa848629458fe9167cb651b', 'gw_port': {'id': 'c17b97f2-e680-4468-9b6b-e006a147ea67', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:14:56Z', 'updated_at': '2021-07-15T19:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:34.852265 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d30eb8-a1f8-4690-bca5-5c39abaee23b None None] Checking router: b2bc1b4c-2b68-46fb-a144-ff640b670747 for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:21:34.856549 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-08ca872e-bec7-44d8-aa3a-e4bc93fdf7cf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=987d1a9714694ff8876703a7f352ccbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4104013 Jul 15 19:21:34.867066 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 50652) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:34.875593 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca872e-bec7-44d8-aa3a-e4bc93fdf7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1e7adf-37ef-4ae3-822a-6327c6faee21,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:34.884816 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d30eb8-a1f8-4690-bca5-5c39abaee23b None None] Routers {'b2bc1b4c-2b68-46fb-a144-ff640b670747'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:21:34.885428 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-b0d30eb8-a1f8-4690-bca5-5c39abaee23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:21:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['b2bc1b4c-2b68-46fb-a144-ff640b670747'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:34.934153 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b7e22-9b57-43f5-82a9-0d7e8f9c9512 req-88b44b3e-b7f0-48c4-a447-3e5ce0ec2b22 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:34.935891 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-db6b7e22-9b57-43f5-82a9-0d7e8f9c9512 req-88b44b3e-b7f0-48c4-a447-3e5ce0ec2b22 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 943 time: 0.1138318 Jul 15 19:21:34.967045 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-56297410-d336-49cf-951c-66840dd8f8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:34.984193 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [None req-a7b25cd6-0d72-4905-8cff-635d58c87d7e admin admin] For port c17b97f2-e680-4468-9b6b-e006a147ea67, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=c17b97f2-e680-4468-9b6b-e006a147ea67,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:34.984743 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a7b25cd6-0d72-4905-8cff-635d58c87d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.002160 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-db6b7e22-9b57-43f5-82a9-0d7e8f9c9512 req-334640ca-0f95-4d99-91b2-7f917f29d309 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572734 Jul 15 19:21:35.015755 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-a7b25cd6-0d72-4905-8cff-635d58c87d7e admin admin] Calling delete_port for c17b97f2-e680-4468-9b6b-e006a147ea67 owned by network:router_gateway {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:21:35.019403 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-56297410-d336-49cf-951c-66840dd8f8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.026586 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-b0d30eb8-a1f8-4690-bca5-5c39abaee23b None None] Set router b2bc1b4c-2b68-46fb-a144-ff640b670747 gateway port host: None {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:21:35.086553 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-b0d30eb8-a1f8-4690-bca5-5c39abaee23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'name': 'tempest-TestShelveInstance-1539455528-router', 'tenant_id': 'f20bea4dffa848629458fe9167cb651b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:55Z', 'updated_at': '2021-07-15T19:21:34Z', 'revision_number': 6, 'project_id': 'f20bea4dffa848629458fe9167cb651b', 'gw_port_host': None}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:35.120723 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d30eb8-a1f8-4690-bca5-5c39abaee23b None None] The sync data for ids ['b2bc1b4c-2b68-46fb-a144-ff640b670747'] in dv-cinder-784453-9-iscsi is: [{'id': 'b2bc1b4c-2b68-46fb-a144-ff640b670747', 'name': 'tempest-TestShelveInstance-1539455528-router', 'tenant_id': 'f20bea4dffa848629458fe9167cb651b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:14:55Z', 'updated_at': '2021-07-15T19:21:34Z', 'revision_number': 6, 'project_id': 'f20bea4dffa848629458fe9167cb651b', 'gw_port_host': None}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:21:35.168373 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-56297410-d336-49cf-951c-66840dd8f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.170943 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-56297410-d336-49cf-951c-66840dd8f8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.172090 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-56297410-d336-49cf-951c-66840dd8f8b6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b1e7adf-37ef-4ae3-822a-6327c6faee21 HTTP/1.1" status: 204 len: 168 time: 0.3021417 Jul 15 19:21:35.190401 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56297410-d336-49cf-951c-66840dd8f8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1e7adf-37ef-4ae3-822a-6327c6faee21,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:35.281028 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a7b25cd6-0d72-4905-8cff-635d58c87d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.311027 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b25cd6-0d72-4905-8cff-635d58c87d7e admin admin] Pushing event deleted for resources: {'Port': ['ID=c17b97f2-e680-4468-9b6b-e006a147ea67,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:35.390157 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a7b25cd6-0d72-4905-8cff-635d58c87d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978532'] for router_gateway, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.500742 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a7b25cd6-0d72-4905-8cff-635d58c87d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7029'] for router, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.503181 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a7b25cd6-0d72-4905-8cff-635d58c87d7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.531684 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50658) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:35.551634 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0f6483fc-e764-4ac8-95ee-e7f9ff4de754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.556120 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a7b25cd6-0d72-4905-8cff-635d58c87d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976614'] for router, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.556810 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b25cd6-0d72-4905-8cff-635d58c87d7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2bc1b4c-2b68-46fb-a144-ff640b670747 {{(pid=93322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:21:35.567774 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-a7b25cd6-0d72-4905-8cff-635d58c87d7e admin admin] Notify callbacks [] for router, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.569628 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-a7b25cd6-0d72-4905-8cff-635d58c87d7e admin admin] 10.222.0.73 "DELETE /v2.0/routers/b2bc1b4c-2b68-46fb-a144-ff640b670747 HTTP/1.1" status: 204 len: 168 time: 1.2198453 Jul 15 19:21:35.572213 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 50660) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:35.649069 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2d354e-7477-41ba-b94a-f1595f5b3778 admin admin] Deleting subnet d12f75b2-8f7d-4ac6-916b-3d13d8582f15 {{(pid=93322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:21:35.657832 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fa2d354e-7477-41ba-b94a-f1595f5b3778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.684154 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0f6483fc-e764-4ac8-95ee-e7f9ff4de754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.689934 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0f6483fc-e764-4ac8-95ee-e7f9ff4de754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.699183 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fa2d354e-7477-41ba-b94a-f1595f5b3778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132251514'] for subnet, precommit_delete_associations {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.735271 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-0f6483fc-e764-4ac8-95ee-e7f9ff4de754 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4f6c91fcf7c544e3978d47fd312f6232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994622 Jul 15 19:21:35.735271 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6483fc-e764-4ac8-95ee-e7f9ff4de754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a1d9af-e3b7-4b8e-8747-ffb61a94fc36,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:35.736532 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50662) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:35.799224 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-324e1ad4-5213-4c1a-b73e-9472b7193b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.817772 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fa2d354e-7477-41ba-b94a-f1595f5b3778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921093'] for subnet, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.823270 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-324e1ad4-5213-4c1a-b73e-9472b7193b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.878495 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fa2d354e-7477-41ba-b94a-f1595f5b3778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132284646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132654462'] for subnet, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.884081 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-324e1ad4-5213-4c1a-b73e-9472b7193b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.886654 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-324e1ad4-5213-4c1a-b73e-9472b7193b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.890286 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-324e1ad4-5213-4c1a-b73e-9472b7193b60 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1a1d9af-e3b7-4b8e-8747-ffb61a94fc36 HTTP/1.1" status: 204 len: 168 time: 0.1480849 Jul 15 19:21:35.896316 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e1ad4-5213-4c1a-b73e-9472b7193b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a1d9af-e3b7-4b8e-8747-ffb61a94fc36,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:35.907958 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d354e-7477-41ba-b94a-f1595f5b3778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d12f75b2-8f7d-4ac6-916b-3d13d8582f15,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:35.913090 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-fa2d354e-7477-41ba-b94a-f1595f5b3778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:35.917674 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50666) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:35.918095 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-fa2d354e-7477-41ba-b94a-f1595f5b3778 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d12f75b2-8f7d-4ac6-916b-3d13d8582f15 HTTP/1.1" status: 204 len: 168 time: 0.3448336 Jul 15 19:21:35.923977 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6753f0-fe51-43aa-b810-811355844904 None None] Network 909511bd-79c9-4718-a4b5-7e45162097af requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:21:36.049371 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621038'] for network, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:36.197819 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] DHCP port deletion for 909511bd-79c9-4718-a4b5-7e45162097af request from dv-cinder-784453-9-iscsi {{(pid=93323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:21:36.198522 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] Deleting port 70bf6546-853e-46d4-a42d-ae82fc14b759 {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:21:36.199164 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:36.304117 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:21:36.345694 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:21:36.346942 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 3f5c1e73-1351-4e1d-8bd6-64cb3564ace3 not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:21:36.347767 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device c17b97f2-e680-4468-9b6b-e006a147ea67 no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:21:36.351977 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] For port 70bf6546-853e-46d4-a42d-ae82fc14b759, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=70bf6546-853e-46d4-a42d-ae82fc14b759,segment=NetworkSegment(b9654ffc-237c-4991-b683-7bf6ac4c8361),segment_id=b9654ffc-237c-4991-b683-7bf6ac4c8361)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:36.352520 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:36.377744 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: c17b97f2-e680-4468-9b6b-e006a147ea67 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:21:36.378462 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device c17b97f2-e680-4468-9b6b-e006a147ea67 not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:21:36.393598 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] Calling delete_port for 70bf6546-853e-46d4-a42d-ae82fc14b759 owned by network:dhcp {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:21:36.394233 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] Deleting port 70bf6546-853e-46d4-a42d-ae82fc14b759 {{(pid=93323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:21:36.394809 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:36.454883 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a65db-66d4-4b56-a602-c79de7a9a249 req-7f230552-374b-49b7-8f03-4199891b34b3 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:36.465076 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d83a65db-66d4-4b56-a602-c79de7a9a249 req-7f230552-374b-49b7-8f03-4199891b34b3 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 943 time: 0.1657164 Jul 15 19:21:36.480237 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] For port 70bf6546-853e-46d4-a42d-ae82fc14b759, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=70bf6546-853e-46d4-a42d-ae82fc14b759,segment=NetworkSegment(b9654ffc-237c-4991-b683-7bf6ac4c8361),segment_id=b9654ffc-237c-4991-b683-7bf6ac4c8361)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:36.480857 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:36.508853 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] Calling delete_port for 70bf6546-853e-46d4-a42d-ae82fc14b759 owned by network:dhcp {{(pid=93323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:21:36.607524 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d83a65db-66d4-4b56-a602-c79de7a9a249 req-ddc5a84c-587e-4248-9f5a-dd4092c131f4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415763 Jul 15 19:21:36.638726 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:36.651194 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212'] for port, after_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:36.680521 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] Pushing event deleted for resources: {'Port': ['ID=70bf6546-853e-46d4-a42d-ae82fc14b759,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:36.683938 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] No DVR routers for this DVR port 70bf6546-853e-46d4-a42d-ae82fc14b759 on host dv-cinder-784453-9-iscsi {{(pid=93321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:21:36.692869 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] Pushing event deleted for resources: {'Port': ['ID=70bf6546-853e-46d4-a42d-ae82fc14b759,revision_number=None']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:36.699669 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] No DVR routers for this DVR port 70bf6546-853e-46d4-a42d-ae82fc14b759 on host dv-cinder-784453-9-iscsi {{(pid=93323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:21:36.730245 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:36.730622 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:36.730979 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:36.731324 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:36.731667 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:36.732016 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:36.736184 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:36.736598 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:36.736953 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:36.737300 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:36.737644 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:36.737977 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ae430-8a3e-4367-bd0f-24dd8e6447c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:21:36.775864 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1920033', 'neutron.services.segments.db._delete_segments_for_network-8754284971340'] for network, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:36.787720 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909511bd-79c9-4718-a4b5-7e45162097af']}} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:36.800048 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9654ffc-237c-4991-b683-7bf6ac4c8361') {'for_net_delete': True} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:36.800781 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9654ffc-237c-4991-b683-7bf6ac4c8361') {} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:21:36.810639 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754284973397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132728003'] for segment, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:36.842119 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:36.850707 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=93321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:21:36.851170 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132133178'] for segment, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: Traceback (most recent call last): Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: timer() Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: cb(*args, **kw) Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: return func(*args, **kwargs) Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: self._notify() Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: self.callback(batched_events) Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: event.method(event) Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: return f(self, *a, **k) Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: return self._get(url).json() Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: return self.request(url, 'GET', **kwargs) Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:21:36.854748 dv-cinder-784453-9-iscsi neutron-server[93321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:21:36.914908 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1920056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978616'] for network, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:36.919601 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:36.925293 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] 10.222.0.73 "DELETE /v2.0/networks/909511bd-79c9-4718-a4b5-7e45162097af HTTP/1.1" status: 204 len: 168 time: 1.0063829 Jul 15 19:21:36.960537 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd63e7b-1276-4466-b7b6-745f5c3c8301 admin admin] Pushing event deleted for resources: {'Network': ['ID=909511bd-79c9-4718-a4b5-7e45162097af,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:37.064776 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50692) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:37.107262 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-0d3ed3ba-ea08-428a-9bd6-2952aa6449b4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2773fe20d3704fd0869501a1c90b4c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411620 Jul 15 19:21:37.109920 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50694) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:37.171163 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-673a74da-c6e5-40c8-84e1-54cdbb6fab49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:37.195605 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-673a74da-c6e5-40c8-84e1-54cdbb6fab49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:37.253714 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-673a74da-c6e5-40c8-84e1-54cdbb6fab49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:37.259275 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-673a74da-c6e5-40c8-84e1-54cdbb6fab49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:37.263517 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-673a74da-c6e5-40c8-84e1-54cdbb6fab49 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/97a83fcb-9276-42c4-9330-03132a3725b8 HTTP/1.1" status: 204 len: 168 time: 0.1525192 Jul 15 19:21:37.272287 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a74da-c6e5-40c8-84e1-54cdbb6fab49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a83fcb-9276-42c4-9330-03132a3725b8,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:37.287693 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:21:37.570215 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50708) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:37.625065 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-9762867a-a4a9-417a-bc73-45469262fc40 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f20bea4dffa848629458fe9167cb651b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533645 Jul 15 19:21:37.628016 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50712) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:37.710984 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0229cd87-90b1-4598-9a72-3a43fc7e455a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:37.739395 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0229cd87-90b1-4598-9a72-3a43fc7e455a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:37.830765 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7beced6-8236-4561-95f7-04b117f07c4c req-a7e78961-35e2-4a8c-a38e-aa7b3080bab1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:37.832290 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c7beced6-8236-4561-95f7-04b117f07c4c req-a7e78961-35e2-4a8c-a38e-aa7b3080bab1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 943 time: 0.0859275 Jul 15 19:21:37.847429 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0229cd87-90b1-4598-9a72-3a43fc7e455a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:37.849924 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0229cd87-90b1-4598-9a72-3a43fc7e455a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:37.853550 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-0229cd87-90b1-4598-9a72-3a43fc7e455a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8b99eb83-a4f3-4635-aaa5-7289506f0a8d HTTP/1.1" status: 204 len: 168 time: 0.2197134 Jul 15 19:21:37.872104 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229cd87-90b1-4598-9a72-3a43fc7e455a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b99eb83-a4f3-4635-aaa5-7289506f0a8d,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:37.891567 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c7beced6-8236-4561-95f7-04b117f07c4c req-1406a71d-0dec-45a7-a790-64412199c8f4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527444 Jul 15 19:21:38.207974 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 70bf6546-853e-46d4-a42d-ae82fc14b759 no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:21:38.269944 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: 70bf6546-853e-46d4-a42d-ae82fc14b759 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:21:38.270291 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 70bf6546-853e-46d4-a42d-ae82fc14b759 not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:21:39.082835 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd55c39-d0c0-4a80-a488-2c734ba2f939 req-fa0f9986-e246-4f4b-acdd-2e119b03e735 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:39.084450 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ecd55c39-d0c0-4a80-a488-2c734ba2f939 req-fa0f9986-e246-4f4b-acdd-2e119b03e735 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 943 time: 0.0728426 Jul 15 19:21:39.124236 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ecd55c39-d0c0-4a80-a488-2c734ba2f939 req-b12994c1-7615-4539-8776-90cf52c40db1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339773 Jul 15 19:21:40.317535 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314b5ae-1c15-4463-b7e2-d20ae9ee5f4b req-0eb3a80e-2fba-4ccf-83b6-0975156a796f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:40.319256 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b314b5ae-1c15-4463-b7e2-d20ae9ee5f4b req-0eb3a80e-2fba-4ccf-83b6-0975156a796f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 943 time: 0.0727222 Jul 15 19:21:40.362389 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b314b5ae-1c15-4463-b7e2-d20ae9ee5f4b req-256df205-e6f7-4000-99f3-bc56244bd293 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360394 Jul 15 19:21:41.572056 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b059ac-e14f-4aca-bc1b-db4f32ac5e23 req-d8f84d04-40a9-4381-bd3c-c5e2dd1459c8 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:41.573820 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-79b059ac-e14f-4aca-bc1b-db4f32ac5e23 req-d8f84d04-40a9-4381-bd3c-c5e2dd1459c8 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 943 time: 0.0696383 Jul 15 19:21:41.614725 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-79b059ac-e14f-4aca-bc1b-db4f32ac5e23 req-f42957bc-9b5f-4f52-bcb2-6b548d87aa79 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335979 Jul 15 19:21:42.827122 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c68d36-25c2-4b45-8c20-1ec28275a63c req-b4ccd7b3-039c-4015-8788-f56b4b024215 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:42.829307 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76c68d36-25c2-4b45-8c20-1ec28275a63c req-b4ccd7b3-039c-4015-8788-f56b4b024215 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 943 time: 0.0900929 Jul 15 19:21:42.870296 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76c68d36-25c2-4b45-8c20-1ec28275a63c req-00ce85a4-3aac-4bac-8e44-4dccd04eb72f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352941 Jul 15 19:21:44.066837 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39b77c-633b-4446-ab5e-1c390374621e req-a81a0277-42c7-4138-b1d2-257d15b0332e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:44.068393 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-aa39b77c-633b-4446-ab5e-1c390374621e req-a81a0277-42c7-4138-b1d2-257d15b0332e tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 943 time: 0.0696323 Jul 15 19:21:44.107444 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-aa39b77c-633b-4446-ab5e-1c390374621e req-212d8482-d47a-4603-9ed4-47e39e9b6f2a tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332975 Jul 15 19:21:45.290862 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78234e89-a04c-46fe-b5b2-9fcfd8f07d3b req-e0ddeec1-4d5f-4f12-975f-c0cb19c3c3f3 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:45.292243 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-78234e89-a04c-46fe-b5b2-9fcfd8f07d3b req-e0ddeec1-4d5f-4f12-975f-c0cb19c3c3f3 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 943 time: 0.0656791 Jul 15 19:21:45.329431 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-78234e89-a04c-46fe-b5b2-9fcfd8f07d3b req-6aeadbe1-565d-485a-ae40-836e2f1a19a2 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312769 Jul 15 19:21:46.659906 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b674eb-725f-42c5-966f-f0dca1f92549 req-cb6592f1-39a7-47e3-b156-3ec6f4d0484f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:46.661267 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d1b674eb-725f-42c5-966f-f0dca1f92549 req-cb6592f1-39a7-47e3-b156-3ec6f4d0484f tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 943 time: 0.0615458 Jul 15 19:21:46.699039 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d1b674eb-725f-42c5-966f-f0dca1f92549 req-45ca1d6c-de8b-4002-80fd-56b1a591e6d5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323532 Jul 15 19:21:47.823676 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 50816) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:47.884459 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626020d-c7cc-4d83-b005-b75ed4c4ce85 req-09c9d8ac-9e27-4ef2-b63f-6eec86e9b34d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:47.885949 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d626020d-c7cc-4d83-b005-b75ed4c4ce85 req-09c9d8ac-9e27-4ef2-b63f-6eec86e9b34d tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 943 time: 0.0674522 Jul 15 19:21:47.922903 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dca91daa-f8a7-4471-8b9c-57fa49edd39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:47.925622 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d626020d-c7cc-4d83-b005-b75ed4c4ce85 req-2457a5f9-0570-4b0e-84f8-8a2d84ad46dd tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335386 Jul 15 19:21:48.010555 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dca91daa-f8a7-4471-8b9c-57fa49edd39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:48.014180 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-dca91daa-f8a7-4471-8b9c-57fa49edd39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:48.055586 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-dca91daa-f8a7-4471-8b9c-57fa49edd39e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=67ace9dece9840f6bfe3585491a2d87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307801 Jul 15 19:21:48.056694 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca91daa-f8a7-4471-8b9c-57fa49edd39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ffec0e-c0de-4d82-a30c-a240f13adef3,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:48.058189 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50820) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:48.108347 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e6f69ad6-ba95-4915-a165-3d1f1b6f1b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:48.130071 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e6f69ad6-ba95-4915-a165-3d1f1b6f1b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:48.175545 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e6f69ad6-ba95-4915-a165-3d1f1b6f1b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:48.178052 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-e6f69ad6-ba95-4915-a165-3d1f1b6f1b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:48.179226 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-e6f69ad6-ba95-4915-a165-3d1f1b6f1b77 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c9ffec0e-c0de-4d82-a30c-a240f13adef3 HTTP/1.1" status: 204 len: 168 time: 0.1199980 Jul 15 19:21:48.186616 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f69ad6-ba95-4915-a165-3d1f1b6f1b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ffec0e-c0de-4d82-a30c-a240f13adef3,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:48.413827 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device b36380f2-95f3-430d-b140-91c13d1bcb5a details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:21:48.431477 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50826) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:48.444887 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-039bd793-b2e6-45f9-8e76-29a4f475164b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:48.510958 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port b36380f2-95f3-430d-b140-91c13d1bcb5a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b36380f2-95f3-430d-b140-91c13d1bcb5a,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:48.522121 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': 'b36380f2-95f3-430d-b140-91c13d1bcb5a', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'port_id': 'b36380f2-95f3-430d-b140-91c13d1bcb5a', 'mac_address': 'fa:16:3e:cb:89:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:21:48.536537 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-039bd793-b2e6-45f9-8e76-29a4f475164b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:48.540562 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-039bd793-b2e6-45f9-8e76-29a4f475164b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:48.559050 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:48.571177 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36380f2-95f3-430d-b140-91c13d1bcb5a {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:21:48.579776 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-039bd793-b2e6-45f9-8e76-29a4f475164b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e87524dedd94434ebe0940190a38b67c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472340 Jul 15 19:21:48.580587 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bd793-b2e6-45f9-8e76-29a4f475164b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24807d8a-d8f5-459f-a485-b4897f8d0087,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:48.582621 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 50828) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:48.596341 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port b36380f2-95f3-430d-b140-91c13d1bcb5a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b36380f2-95f3-430d-b140-91c13d1bcb5a,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:48.600314 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:48.632967 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-19b7e079-1426-4e5e-9950-33fa76d75138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:48.645242 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=b36380f2-95f3-430d-b140-91c13d1bcb5a,revision_number=9']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:48.655177 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-19b7e079-1426-4e5e-9950-33fa76d75138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:48.702737 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-19b7e079-1426-4e5e-9950-33fa76d75138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:48.705703 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-19b7e079-1426-4e5e-9950-33fa76d75138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:48.706862 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-19b7e079-1426-4e5e-9950-33fa76d75138 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/24807d8a-d8f5-459f-a485-b4897f8d0087 HTTP/1.1" status: 204 len: 168 time: 0.1232290 Jul 15 19:21:48.714120 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7e079-1426-4e5e-9950-33fa76d75138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24807d8a-d8f5-459f-a485-b4897f8d0087,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:48.907027 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['b36380f2-95f3-430d-b140-91c13d1bcb5a'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:21:49.113802 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f412363-eb47-4a7e-acf2-635ae9812b5e req-ee8d31d7-2093-4ea0-9f88-e90c54858fc9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:49.115339 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7f412363-eb47-4a7e-acf2-635ae9812b5e req-ee8d31d7-2093-4ea0-9f88-e90c54858fc9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 944 time: 0.0674915 Jul 15 19:21:49.153309 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7f412363-eb47-4a7e-acf2-635ae9812b5e req-64cc78c1-7a0d-4cbf-b153-15e4cf12eccf tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321934 Jul 15 19:21:49.475015 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 50852) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:49.566677 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-cb9a50c9-6a26-41d3-86bb-9e07c3cdd3c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1765268000-network', 'tenant_id': 'bef15b10493a44b197d008529d79a1ba'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:21:49.587111 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9a50c9-6a26-41d3-86bb-9e07c3cdd3c5 admin admin] Made reservation on behalf of bef15b10493a44b197d008529d79a1ba for: {'network': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:21:49.589547 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-cb9a50c9-6a26-41d3-86bb-9e07c3cdd3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:49.597588 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-cb9a50c9-6a26-41d3-86bb-9e07c3cdd3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:49.685750 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-cb9a50c9-6a26-41d3-86bb-9e07c3cdd3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:49.690101 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-cb9a50c9-6a26-41d3-86bb-9e07c3cdd3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:49.713697 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9a50c9-6a26-41d3-86bb-9e07c3cdd3c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=93322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:21:49.722514 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a50c9-6a26-41d3-86bb-9e07c3cdd3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461643f2-c9ce-464a-8e08-6c8ebbb83053,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:49.729688 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-cb9a50c9-6a26-41d3-86bb-9e07c3cdd3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:49.730025 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.segments_db [None req-cb9a50c9-6a26-41d3-86bb-9e07c3cdd3c5 admin admin] Added segment acdbc0d1-265b-4c8f-8953-36df87660f9a of type vlan for network f69c7414-cf3b-4815-9d16-5384a29999f4 Jul 15 19:21:49.772292 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-cb9a50c9-6a26-41d3-86bb-9e07c3cdd3c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:49.799651 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-cb9a50c9-6a26-41d3-86bb-9e07c3cdd3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:49.800629 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9a50c9-6a26-41d3-86bb-9e07c3cdd3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:49.801216 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-cb9a50c9-6a26-41d3-86bb-9e07c3cdd3c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:49.831829 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-cb9a50c9-6a26-41d3-86bb-9e07c3cdd3c5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3557405 Jul 15 19:21:49.835029 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 50856) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:21:49.840041 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-f56250b6-19fa-46e4-bf20-3d8fe98c5311 admin admin] Request body: {'subnet': {'network_id': 'f69c7414-cf3b-4815-9d16-5384a29999f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1765268000-subnet', 'tenant_id': 'bef15b10493a44b197d008529d79a1ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:21:49.860860 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a50c9-6a26-41d3-86bb-9e07c3cdd3c5 admin admin] Pushing event updated for resources: {'Network': ['ID=f69c7414-cf3b-4815-9d16-5384a29999f4,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:49.861900 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56250b6-19fa-46e4-bf20-3d8fe98c5311 admin admin] Made reservation on behalf of bef15b10493a44b197d008529d79a1ba for: {'subnet': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:21:49.865253 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f56250b6-19fa-46e4-bf20-3d8fe98c5311 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132686063'] for subnet, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:49.870750 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network f69c7414-cf3b-4815-9d16-5384a29999f4 details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:21:50.029830 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f56250b6-19fa-46e4-bf20-3d8fe98c5311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132133703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132686077'] for subnet, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:50.086621 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56250b6-19fa-46e4-bf20-3d8fe98c5311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74bfedea-a3c8-41d1-b2cd-93b63164161c,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:50.090713 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56250b6-19fa-46e4-bf20-3d8fe98c5311 admin admin] Checking segment: {'id': 'acdbc0d1-265b-4c8f-8953-36df87660f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f69c7414-cf3b-4815-9d16-5384a29999f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:21:50.091060 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56250b6-19fa-46e4-bf20-3d8fe98c5311 admin admin] Network hostable DHCP agents. Network: f69c7414-cf3b-4815-9d16-5384a29999f4, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:21:50.107177 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56250b6-19fa-46e4-bf20-3d8fe98c5311 admin admin] Network f69c7414-cf3b-4815-9d16-5384a29999f4 is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:21:50.115966 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-f56250b6-19fa-46e4-bf20-3d8fe98c5311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, f69c7414-cf3b-4815-9d16-5384a29999f4) {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:21:50.120246 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56250b6-19fa-46e4-bf20-3d8fe98c5311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:50.120830 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f56250b6-19fa-46e4-bf20-3d8fe98c5311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:50.124876 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7507724-8b27-4555-ac64-7cbc31dcbde9 None None] Network f69c7414-cf3b-4815-9d16-5384a29999f4 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:21:50.142978 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-f56250b6-19fa-46e4-bf20-3d8fe98c5311 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3068016 Jul 15 19:21:50.249879 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dddd20-afb0-437c-a14f-bfb7dd39f541 None None] Network f69c7414-cf3b-4815-9d16-5384a29999f4 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:21:50.361714 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e098ba8-b23c-4e4a-940a-38f9bcceaacd req-4e26a50d-e0f8-4daf-8ecc-86f670948ad5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:50.363244 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0e098ba8-b23c-4e4a-940a-38f9bcceaacd req-4e26a50d-e0f8-4daf-8ecc-86f670948ad5 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 944 time: 0.0697384 Jul 15 19:21:50.404584 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0e098ba8-b23c-4e4a-940a-38f9bcceaacd req-9cf03ca8-c972-4c13-aa39-55b1ee17527c tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355330 Jul 15 19:21:50.413656 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device b36380f2-95f3-430d-b140-91c13d1bcb5a up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:21:50.460521 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port b36380f2-95f3-430d-b140-91c13d1bcb5a triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:21:50.460890 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:50.540381 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:50.563817 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36380f2-95f3-430d-b140-91c13d1bcb5a'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:21:50.566366 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27eab6e-7299-417d-be7b-05677f110a5f" -d '{"events": [{"server_uuid": "a16b9c43-b70e-4f87-bd96-c94a86eed9d6", "name": "network-vif-plugged", "status": "completed", "tag": "b36380f2-95f3-430d-b140-91c13d1bcb5a"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:21:50.585047 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port b36380f2-95f3-430d-b140-91c13d1bcb5a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b36380f2-95f3-430d-b140-91c13d1bcb5a,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:50.589541 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:50.635677 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e19e3c5-528a-4e95-82e1-a87727bd8726 x-openstack-request-id: req-4e19e3c5-528a-4e95-82e1-a87727bd8726 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:21:50.635964 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16b9c43-b70e-4f87-bd96-c94a86eed9d6", "name": "network-vif-plugged", "status": "completed", "tag": "b36380f2-95f3-430d-b140-91c13d1bcb5a", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:21:50.636217 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4e19e3c5-528a-4e95-82e1-a87727bd8726 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:21:50.636603 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36380f2-95f3-430d-b140-91c13d1bcb5a', 'code': 200} Jul 15 19:21:50.641661 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=b36380f2-95f3-430d-b140-91c13d1bcb5a,revision_number=10']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:50.873922 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9eca32-c2bb-4ea9-a9d5-8f0171149a6a req-372e9f94-5ca7-4846-acb8-d14eef7fc5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:50.875883 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dc9eca32-c2bb-4ea9-a9d5-8f0171149a6a req-372e9f94-5ca7-4846-acb8-d14eef7fc5ba service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 1099 time: 0.0502684 Jul 15 19:21:50.913725 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dc9eca32-c2bb-4ea9-a9d5-8f0171149a6a req-80cb5ecb-73ba-42cb-9818-d4099eb7ef6e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310466 Jul 15 19:21:51.597200 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bff642-ab86-44ca-b31b-b11319653b2f req-db05ef17-d659-4901-8532-5599ae83c3c4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:51.598705 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e6bff642-ab86-44ca-b31b-b11319653b2f req-db05ef17-d659-4901-8532-5599ae83c3c4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 946 time: 0.0651114 Jul 15 19:21:51.638710 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e6bff642-ab86-44ca-b31b-b11319653b2f req-b23a8c49-ec0a-44e9-bab4-c24c91e88c37 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340559 Jul 15 19:21:51.950750 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-73889b2e-0df1-453b-9bc0-e19bc446ad40 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:51.952256 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-73889b2e-0df1-453b-9bc0-e19bc446ad40 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/networks?id=f69c7414-cf3b-4815-9d16-5384a29999f4 HTTP/1.1" status: 200 len: 809 time: 0.1301196 Jul 15 19:21:51.973021 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-1e831d24-9176-48c1-80ff-fc97739e3304 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/quotas/bef15b10493a44b197d008529d79a1ba HTTP/1.1" status: 200 len: 375 time: 0.0142467 Jul 15 19:21:52.012740 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-149c0f50-5409-45b3-ac6c-8393f1c586d9 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bef15b10493a44b197d008529d79a1ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328970 Jul 15 19:21:52.131000 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-868ce623-436e-4113-94c6-b3e5189ea2a2 service neutron] 10.222.0.73 "GET /v2.0/networks/f69c7414-cf3b-4815-9d16-5384a29999f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106074 Jul 15 19:21:52.239771 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-21c0055b-dce0-4b3f-9d50-60071d8ec948 service neutron] 10.222.0.73 "GET /v2.0/networks/f69c7414-cf3b-4815-9d16-5384a29999f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000926 Jul 15 19:21:52.448994 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3621390e-f22b-4c34-a408-12deaedb6f8b req-178c25dc-ce0b-4149-9526-a950cfd21cf4 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ae62bbf-ec3f-4bb6-bc45-a98dc90be021 HTTP/1.1" status: 200 len: 210 time: 0.0373609 Jul 15 19:21:52.836372 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c29da-90ab-4ef4-bd5c-5de4b5536e2b req-1acab75e-f82d-4b6b-8953-76a6a936a305 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:52.837864 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fe8c29da-90ab-4ef4-bd5c-5de4b5536e2b req-1acab75e-f82d-4b6b-8953-76a6a936a305 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 946 time: 0.0675335 Jul 15 19:21:52.878540 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fe8c29da-90ab-4ef4-bd5c-5de4b5536e2b req-d8f743b5-d7cc-4af4-9529-de3357dc97f1 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334427 Jul 15 19:21:53.107549 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-28d85c0b-e46d-4505-908c-0ccef885ca07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:53.619474 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-68946059-8bb9-4ec4-8077-0219e9379fc2 req-d8cf4f55-dd0a-4e27-b362-156688e8dcf1 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ae62bbf-ec3f-4bb6-bc45-a98dc90be021 HTTP/1.1" status: 200 len: 210 time: 0.0358236 Jul 15 19:21:53.651406 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-a40b2f04-4fb3-4253-b526-6a923861b25d tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:53.652845 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-a40b2f04-4fb3-4253-b526-6a923861b25d tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.93 "GET /v2.0/networks?id=f69c7414-cf3b-4815-9d16-5384a29999f4 HTTP/1.1" status: 200 len: 809 time: 0.1414399 Jul 15 19:21:53.671228 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-5eaeacf9-6f75-484c-ba1a-b15a5c31ca83 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Request body: {'port': {'device_id': '5ae62bbf-ec3f-4bb6-bc45-a98dc90be021', 'network_id': 'f69c7414-cf3b-4815-9d16-5384a29999f4', 'admin_state_up': True, 'tenant_id': 'bef15b10493a44b197d008529d79a1ba'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:21:53.781579 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-5eaeacf9-6f75-484c-ba1a-b15a5c31ca83 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Made reservation on behalf of bef15b10493a44b197d008529d79a1ba for: {'port': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:21:53.785095 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-5eaeacf9-6f75-484c-ba1a-b15a5c31ca83 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:53.905290 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-5eaeacf9-6f75-484c-ba1a-b15a5c31ca83 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Allocated IP 172.20.0.4 (f69c7414-cf3b-4815-9d16-5384a29999f4/74bfedea-a3c8-41d1-b2cd-93b63164161c/6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:21:54.086827 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-5eaeacf9-6f75-484c-ba1a-b15a5c31ca83 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:54.119288 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53365a5f-738e-466a-8eb3-96fb4177f6d4 req-626fb9c1-a750-42ef-ac2d-30f3a197ddf4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:54.120749 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-53365a5f-738e-466a-8eb3-96fb4177f6d4 req-626fb9c1-a750-42ef-ac2d-30f3a197ddf4 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 946 time: 0.1065311 Jul 15 19:21:54.168037 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-5eaeacf9-6f75-484c-ba1a-b15a5c31ca83 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:54.185515 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-53365a5f-738e-466a-8eb3-96fb4177f6d4 req-e4cc4694-773b-4f24-aa80-b90b721207ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571873 Jul 15 19:21:54.217278 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-5eaeacf9-6f75-484c-ba1a-b15a5c31ca83 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Network f69c7414-cf3b-4815-9d16-5384a29999f4 is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:21:54.226166 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-5eaeacf9-6f75-484c-ba1a-b15a5c31ca83 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:21:54.230036 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-5eaeacf9-6f75-484c-ba1a-b15a5c31ca83 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:21:54.256317 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaeacf9-6f75-484c-ba1a-b15a5c31ca83 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Pushing event updated for resources: {'Port': ['ID=6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:54.284106 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-5eaeacf9-6f75-484c-ba1a-b15a5c31ca83 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:54.284653 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-5eaeacf9-6f75-484c-ba1a-b15a5c31ca83 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:54.298867 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-5eaeacf9-6f75-484c-ba1a-b15a5c31ca83 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6313465 Jul 15 19:21:54.317587 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Request body: {'port': {'device_id': '5ae62bbf-ec3f-4bb6-bc45-a98dc90be021', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:21:54.385963 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:54.639507 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 {{(pid=93321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:21:54.646511 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:54.658146 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.provisioning_blocks [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Transition to ACTIVE for port object 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 will not be triggered until provisioned by entity L2. {{(pid=93321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:21:54.661877 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:54.714671 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Pushing event updated for resources: {'Port': ['ID=6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7,revision_number=2']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:54.819765 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.managers [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Attempting to bind port 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:21:54.819973 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.managers [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Attempting to bind port 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'acdbc0d1-265b-4c8f-8953-36df87660f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f69c7414-cf3b-4815-9d16-5384a29999f4'}] {{(pid=93321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:21:54.820225 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Attempting to bind port 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 on network f69c7414-cf3b-4815-9d16-5384a29999f4 {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:21:54.827238 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Port 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 on network f69c7414-cf3b-4815-9d16-5384a29999f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:21:54.827554 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Attempting to bind port 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 on network f69c7414-cf3b-4815-9d16-5384a29999f4 {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:21:54.835174 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:21:54.835501 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Checking segment: {'id': 'acdbc0d1-265b-4c8f-8953-36df87660f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f69c7414-cf3b-4815-9d16-5384a29999f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:21:54.835874 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Bound using segment: {'id': 'acdbc0d1-265b-4c8f-8953-36df87660f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f69c7414-cf3b-4815-9d16-5384a29999f4'} {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:21:54.836291 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.managers [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Bound port: 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acdbc0d1-265b-4c8f-8953-36df87660f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f69c7414-cf3b-4815-9d16-5384a29999f4'}}] {{(pid=93321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:21:54.836660 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:54.851940 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99e889-b440-47c6-9ddb-5932047d9d7f req-2ea6ff69-90e0-4215-94fd-41a3b99c8c4b tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:54.853412 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8e99e889-b440-47c6-9ddb-5932047d9d7f req-2ea6ff69-90e0-4215-94fd-41a3b99c8c4b tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ae62bbf-ec3f-4bb6-bc45-a98dc90be021 HTTP/1.1" status: 200 len: 943 time: 0.1202497 Jul 15 19:21:54.925416 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8e99e889-b440-47c6-9ddb-5932047d9d7f req-ae74944e-51c2-47fe-b1fd-62e0a616b073 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653994 Jul 15 19:21:54.931146 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] For port 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7, host hv-cinder-78445, cleared binding levels {{(pid=93321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:21:54.934142 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] For port 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7,segment=NetworkSegment(acdbc0d1-265b-4c8f-8953-36df87660f9a),segment_id=acdbc0d1-265b-4c8f-8953-36df87660f9a)] {{(pid=93321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:21:54.940152 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:54.975174 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:54.975788 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:54.977151 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] 10.222.0.93 "PUT /v2.0/ports/6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 HTTP/1.1" status: 200 len: 1093 time: 0.6636665 Jul 15 19:21:54.977587 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae62bbf-ec3f-4bb6-bc45-a98dc90be021', 'tag': '6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:21:54.979846 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9e118e-a5b6-4c4f-a5a6-bfaeee2433fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae62bbf-ec3f-4bb6-bc45-a98dc90be021", "tag": "6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:21:55.006554 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bdbc4-efb5-4bef-9c26-b7a6e56b486a service neutron] Pushing event updated for resources: {'Port': ['ID=6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7,revision_number=3']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:55.022536 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc794a21-a322-47b4-aa94-98b8cdf7a606 x-openstack-request-id: req-fc794a21-a322-47b4-aa94-98b8cdf7a606 {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:21:55.022825 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae62bbf-ec3f-4bb6-bc45-a98dc90be021", "tag": "6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:21:55.023070 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fc794a21-a322-47b4-aa94-98b8cdf7a606 {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:21:55.023457 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae62bbf-ec3f-4bb6-bc45-a98dc90be021', 'tag': '6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7', 'status': 'completed', 'code': 200} Jul 15 19:21:55.104152 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-9461fc60-10b5-41e5-92a3-e5cb5ea53b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:55.105647 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-9461fc60-10b5-41e5-92a3-e5cb5ea53b1f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bef15b10493a44b197d008529d79a1ba&device_id=5ae62bbf-ec3f-4bb6-bc45-a98dc90be021 HTTP/1.1" status: 200 len: 1096 time: 0.0512753 Jul 15 19:21:55.151744 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-a239ea48-9124-4a33-a265-f207605bd209 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 HTTP/1.1" status: 200 len: 217 time: 0.0318208 Jul 15 19:21:55.484235 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-9151d102-8fec-4070-9301-060a2e75ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:55.485792 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-9151d102-8fec-4070-9301-060a2e75ea22 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=74bfedea-a3c8-41d1-b2cd-93b63164161c HTTP/1.1" status: 200 len: 849 time: 0.3275778 Jul 15 19:21:55.518213 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-14f99d82-3ae7-466c-8874-7cc4ee8eb191 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f69c7414-cf3b-4815-9d16-5384a29999f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249014 Jul 15 19:21:55.602818 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-7651f8fc-4551-4a61-a802-82c5651437f0 service neutron] 10.222.0.93 "GET /v2.0/networks/f69c7414-cf3b-4815-9d16-5384a29999f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782297 Jul 15 19:21:55.648051 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e344e0b8-f1ba-409b-96ac-66493ee03a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:55.694294 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cf643077-3818-401b-9342-8cc7968c7dc2 req-51178f0c-b6b8-41b7-abda-7123880fd0bb service neutron] 10.222.0.93 "GET /v2.0/networks/f69c7414-cf3b-4815-9d16-5384a29999f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844069 Jul 15 19:21:55.714166 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:55.845079 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e118e-a5b6-4c4f-a5a6-bfaeee2433fc req-c1f2517e-9c2a-43fa-89f6-c1559a03247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:55.846508 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7e9e118e-a5b6-4c4f-a5a6-bfaeee2433fc req-c1f2517e-9c2a-43fa-89f6-c1559a03247d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bef15b10493a44b197d008529d79a1ba&device_id=5ae62bbf-ec3f-4bb6-bc45-a98dc90be021 HTTP/1.1" status: 200 len: 1096 time: 0.0521841 Jul 15 19:21:55.938321 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e118e-a5b6-4c4f-a5a6-bfaeee2433fc req-19df8cc7-3d81-4d1d-9186-313fcc03c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:55.939790 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7e9e118e-a5b6-4c4f-a5a6-bfaeee2433fc req-19df8cc7-3d81-4d1d-9186-313fcc03c407 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f69c7414-cf3b-4815-9d16-5384a29999f4 HTTP/1.1" status: 200 len: 911 time: 0.0857794 Jul 15 19:21:55.980734 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7e9e118e-a5b6-4c4f-a5a6-bfaeee2433fc req-3233a24d-4d42-4ede-8e20-6e343ce190e3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 HTTP/1.1" status: 200 len: 217 time: 0.0334847 Jul 15 19:21:56.033425 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e118e-a5b6-4c4f-a5a6-bfaeee2433fc req-fdd29fc7-3a03-4ccf-a20a-1e925d57d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:56.034528 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7e9e118e-a5b6-4c4f-a5a6-bfaeee2433fc req-fdd29fc7-3a03-4ccf-a20a-1e925d57d7fc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=74bfedea-a3c8-41d1-b2cd-93b63164161c HTTP/1.1" status: 200 len: 849 time: 0.0472295 Jul 15 19:21:56.084716 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7e9e118e-a5b6-4c4f-a5a6-bfaeee2433fc req-30bbe52b-f32a-40c4-abf8-7a64bea522e3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f69c7414-cf3b-4815-9d16-5384a29999f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397975 Jul 15 19:21:56.176297 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfab9c-57ef-433c-b199-8722e721a8c6 req-38ce8b61-ddff-4aa6-a7d4-50a7e49b1aac tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:56.177757 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-66dfab9c-57ef-433c-b199-8722e721a8c6 req-38ce8b61-ddff-4aa6-a7d4-50a7e49b1aac tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ae62bbf-ec3f-4bb6-bc45-a98dc90be021 HTTP/1.1" status: 200 len: 943 time: 0.1412115 Jul 15 19:21:56.211422 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7e9e118e-a5b6-4c4f-a5a6-bfaeee2433fc req-4ac9c42a-ad3d-42c1-b842-71c00f7e80da service neutron] 10.222.0.93 "GET /v2.0/networks/f69c7414-cf3b-4815-9d16-5384a29999f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161556 Jul 15 19:21:56.241938 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-66dfab9c-57ef-433c-b199-8722e721a8c6 req-59fcb791-83cc-43b3-8f07-21d78b28dd2b tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584033 Jul 15 19:21:56.310152 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-7e9e118e-a5b6-4c4f-a5a6-bfaeee2433fc req-28b9027f-df21-43ca-8b61-702fd9382f2d service neutron] 10.222.0.93 "GET /v2.0/networks/f69c7414-cf3b-4815-9d16-5384a29999f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897496 Jul 15 19:21:56.631231 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:57.413822 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcec79-3596-4369-b29e-fe4421e187fd req-d57478bf-0a1f-49f8-97e1-f4f885d1a314 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:57.415309 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-37fcec79-3596-4369-b29e-fe4421e187fd req-d57478bf-0a1f-49f8-97e1-f4f885d1a314 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ae62bbf-ec3f-4bb6-bc45-a98dc90be021 HTTP/1.1" status: 200 len: 943 time: 0.0619280 Jul 15 19:21:57.451775 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-37fcec79-3596-4369-b29e-fe4421e187fd req-4e96fa94-318b-4d56-9acb-e12bce855d83 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310252 Jul 15 19:21:58.318564 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:58.438054 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:21:58.533899 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7,segment=NetworkSegment(acdbc0d1-265b-4c8f-8953-36df87660f9a),segment_id=acdbc0d1-265b-4c8f-8953-36df87660f9a)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:58.544754 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': '6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7', 'network_id': 'f69c7414-cf3b-4815-9d16-5384a29999f4', 'port_id': '6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7', 'mac_address': 'fa:16:3e:ad:af:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bfedea-a3c8-41d1-b2cd-93b63164161c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:21:58.581392 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:58.594047 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:21:58.621027 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7,segment=NetworkSegment(acdbc0d1-265b-4c8f-8953-36df87660f9a),segment_id=acdbc0d1-265b-4c8f-8953-36df87660f9a)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:21:58.626130 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:58.630977 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:21:58.667078 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2562ea7-1253-44cf-a653-146af72fab9c req-190d4eb4-5e37-45ff-935a-973933b70718 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:58.668577 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b2562ea7-1253-44cf-a653-146af72fab9c req-190d4eb4-5e37-45ff-935a-973933b70718 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ae62bbf-ec3f-4bb6-bc45-a98dc90be021 HTTP/1.1" status: 200 len: 943 time: 0.1038585 Jul 15 19:21:58.677099 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:21:58.693574 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-79993e5c-ca7f-41e6-b665-85088c505ce5 req-3459bff1-bc18-4b5d-b7a9-1377460d2494 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1019275 Jul 15 19:21:58.712231 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b2562ea7-1253-44cf-a653-146af72fab9c req-28e98c87-2cff-4c23-8569-d3f705176d75 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366597 Jul 15 19:21:58.819113 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79993e5c-ca7f-41e6-b665-85088c505ce5 req-034cf9d8-25ba-48a9-957f-1293a6e8b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:58.820731 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-79993e5c-ca7f-41e6-b665-85088c505ce5 req-034cf9d8-25ba-48a9-957f-1293a6e8b836 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f17444fe2294411aa2ae77841e6aff16&device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 1099 time: 0.0526273 Jul 15 19:21:58.927147 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79993e5c-ca7f-41e6-b665-85088c505ce5 req-ae4d2171-9c56-4718-bdb2-a2703f538bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:58.928605 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-79993e5c-ca7f-41e6-b665-85088c505ce5 req-ae4d2171-9c56-4718-bdb2-a2703f538bf9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=79cfa60d-4e34-4970-b217-9f5f6601a96f HTTP/1.1" status: 200 len: 919 time: 0.0870471 Jul 15 19:21:58.981358 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:21:58.992832 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-79993e5c-ca7f-41e6-b665-85088c505ce5 req-cae5fd27-8721-41c9-ad12-c3dba71af9c4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b36380f2-95f3-430d-b140-91c13d1bcb5a HTTP/1.1" status: 200 len: 1000 time: 0.0571830 Jul 15 19:21:59.047586 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79993e5c-ca7f-41e6-b665-85088c505ce5 req-fc104dad-32a1-41fb-bd4e-1dd79cd4e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:59.049052 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-79993e5c-ca7f-41e6-b665-85088c505ce5 req-fc104dad-32a1-41fb-bd4e-1dd79cd4e26c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1bf9fac0-3f6b-4c69-8651-18074b0e5c7d HTTP/1.1" status: 200 len: 856 time: 0.0494347 Jul 15 19:21:59.109923 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79993e5c-ca7f-41e6-b665-85088c505ce5 req-1f14b523-c629-4e71-a17a-8c2c5728c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:59.111356 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-79993e5c-ca7f-41e6-b665-85088c505ce5 req-1f14b523-c629-4e71-a17a-8c2c5728c720 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=79cfa60d-4e34-4970-b217-9f5f6601a96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555606 Jul 15 19:21:59.198777 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-79993e5c-ca7f-41e6-b665-85088c505ce5 req-245677e2-304a-4775-b320-18ad32d6fe43 service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783565 Jul 15 19:21:59.292350 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-79993e5c-ca7f-41e6-b665-85088c505ce5 req-6baf27ed-ccfa-4189-8e9b-738fb0906113 service neutron] 10.222.0.93 "GET /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851052 Jul 15 19:21:59.881953 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb223053-492d-4b0a-bf82-dddb12f7ae83 req-47f708c9-e13f-4198-a661-ad0dcebfc631 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:21:59.883466 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fb223053-492d-4b0a-bf82-dddb12f7ae83 req-47f708c9-e13f-4198-a661-ad0dcebfc631 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ae62bbf-ec3f-4bb6-bc45-a98dc90be021 HTTP/1.1" status: 200 len: 944 time: 0.0623276 Jul 15 19:21:59.920621 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fb223053-492d-4b0a-bf82-dddb12f7ae83 req-6e2ff499-bfed-4ba8-87dd-b298d239c2bd tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316889 Jul 15 19:22:00.447064 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:22:00.609293 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:22:00.613075 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:22:00.613469 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:00.687462 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:00.708608 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae62bbf-ec3f-4bb6-bc45-a98dc90be021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:22:00.710744 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2605ada6-7322-4fbb-886a-96875b00e14c" -d '{"events": [{"server_uuid": "5ae62bbf-ec3f-4bb6-bc45-a98dc90be021", "name": "network-vif-plugged", "status": "completed", "tag": "6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:22:00.723732 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7,segment=NetworkSegment(acdbc0d1-265b-4c8f-8953-36df87660f9a),segment_id=acdbc0d1-265b-4c8f-8953-36df87660f9a)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:22:00.727561 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:00.753312 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c24e3b-c998-4df2-b3c4-71e84501a458 x-openstack-request-id: req-97c24e3b-c998-4df2-b3c4-71e84501a458 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:22:00.753600 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae62bbf-ec3f-4bb6-bc45-a98dc90be021", "name": "network-vif-plugged", "status": "completed", "tag": "6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:22:00.753852 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-97c24e3b-c998-4df2-b3c4-71e84501a458 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:22:00.754238 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae62bbf-ec3f-4bb6-bc45-a98dc90be021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7', 'code': 200} Jul 15 19:22:00.781095 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:01.033732 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962ef47-f6b2-4627-93e9-2c5ce0fe84f3 req-0ba5223e-2aab-4030-846c-c5ac00851193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:01.035301 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5962ef47-f6b2-4627-93e9-2c5ce0fe84f3 req-0ba5223e-2aab-4030-846c-c5ac00851193 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5ae62bbf-ec3f-4bb6-bc45-a98dc90be021 HTTP/1.1" status: 200 len: 1098 time: 0.0582688 Jul 15 19:22:01.101606 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5962ef47-f6b2-4627-93e9-2c5ce0fe84f3 req-4974a75a-0763-4908-94f6-721e3f4a3d97 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570006 Jul 15 19:22:01.123039 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6951c52-0a71-4f36-a64f-b5bc15e9e8e7 req-6507e86b-0e0b-4145-b5e8-81b7c3880b7e tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:01.124488 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c6951c52-0a71-4f36-a64f-b5bc15e9e8e7 req-6507e86b-0e0b-4145-b5e8-81b7c3880b7e tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ae62bbf-ec3f-4bb6-bc45-a98dc90be021 HTTP/1.1" status: 200 len: 945 time: 0.0883064 Jul 15 19:22:01.160886 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c6951c52-0a71-4f36-a64f-b5bc15e9e8e7 req-7271393d-8697-4275-abba-4fc238830604 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308304 Jul 15 19:22:02.334537 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1df31-128e-4070-99d1-1c2d20dc3b11 req-14ad98d1-72ea-4803-bd9f-0dfe8db23ea5 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:02.335902 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-07e1df31-128e-4070-99d1-1c2d20dc3b11 req-14ad98d1-72ea-4803-bd9f-0dfe8db23ea5 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ae62bbf-ec3f-4bb6-bc45-a98dc90be021 HTTP/1.1" status: 200 len: 945 time: 0.0615640 Jul 15 19:22:02.372444 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-07e1df31-128e-4070-99d1-1c2d20dc3b11 req-42f11e28-a79b-4a3f-9f66-c4d3c6f2dd5f tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311196 Jul 15 19:22:03.547008 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1cb2f-aa0c-42c9-85a8-d52e72015ce5 req-0614dca2-4743-4c5f-8746-08ba2c8c6721 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:03.548538 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6cc1cb2f-aa0c-42c9-85a8-d52e72015ce5 req-0614dca2-4743-4c5f-8746-08ba2c8c6721 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ae62bbf-ec3f-4bb6-bc45-a98dc90be021 HTTP/1.1" status: 200 len: 945 time: 0.0685062 Jul 15 19:22:03.585838 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6cc1cb2f-aa0c-42c9-85a8-d52e72015ce5 req-fb2cdc50-40db-464b-8865-965f8bbab168 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318394 Jul 15 19:22:04.463666 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b1e1d-eb82-494e-8782-2ed8ed40e208 req-5129efd2-ce5e-4674-a5e0-082e14da1c73 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:04.465121 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-348b1e1d-eb82-494e-8782-2ed8ed40e208 req-5129efd2-ce5e-4674-a5e0-082e14da1c73 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ae62bbf-ec3f-4bb6-bc45-a98dc90be021 HTTP/1.1" status: 200 len: 945 time: 0.0618811 Jul 15 19:22:04.503359 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-348b1e1d-eb82-494e-8782-2ed8ed40e208 req-13c81c99-fab1-4700-a4f0-0805eff98e36 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327339 Jul 15 19:22:05.673785 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27999bd8-8d4a-4095-b044-d41bb1e6c14f req-4de4126e-e4d0-4206-ab53-8ba499c63110 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:05.675264 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-27999bd8-8d4a-4095-b044-d41bb1e6c14f req-4de4126e-e4d0-4206-ab53-8ba499c63110 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ae62bbf-ec3f-4bb6-bc45-a98dc90be021 HTTP/1.1" status: 200 len: 945 time: 0.0610726 Jul 15 19:22:05.710923 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-27999bd8-8d4a-4095-b044-d41bb1e6c14f req-74cc3759-bb4b-48b4-af6b-82ddbc1c192a tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302300 Jul 15 19:22:06.291153 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb952975-8c18-4f8b-b72b-ff238513ed34 req-6869dc54-27cd-47ef-8ec2-9ede4e9e6f55 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:06.292516 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cb952975-8c18-4f8b-b72b-ff238513ed34 req-6869dc54-27cd-47ef-8ec2-9ede4e9e6f55 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.93 "GET /v2.0/ports?device_id=5ae62bbf-ec3f-4bb6-bc45-a98dc90be021 HTTP/1.1" status: 200 len: 945 time: 0.0664859 Jul 15 19:22:06.393114 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-cb952975-8c18-4f8b-b72b-ff238513ed34 req-9d5c21ea-def2-45b8-9124-3cfd12498b71 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Deleting port 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:22:06.393466 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-cb952975-8c18-4f8b-b72b-ff238513ed34 req-9d5c21ea-def2-45b8-9124-3cfd12498b71 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:06.483108 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-cb952975-8c18-4f8b-b72b-ff238513ed34 req-9d5c21ea-def2-45b8-9124-3cfd12498b71 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] For port 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7,segment=NetworkSegment(acdbc0d1-265b-4c8f-8953-36df87660f9a),segment_id=acdbc0d1-265b-4c8f-8953-36df87660f9a)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:22:06.483462 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-cb952975-8c18-4f8b-b72b-ff238513ed34 req-9d5c21ea-def2-45b8-9124-3cfd12498b71 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:06.495553 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-cb952975-8c18-4f8b-b72b-ff238513ed34 req-9d5c21ea-def2-45b8-9124-3cfd12498b71 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Calling delete_port for 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 owned by compute:nova {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:22:06.624369 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-cb952975-8c18-4f8b-b72b-ff238513ed34 req-9d5c21ea-def2-45b8-9124-3cfd12498b71 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:06.653798 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c21ea-def2-45b8-9124-3cfd12498b71 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Pushing event deleted for resources: {'Port': ['ID=6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:06.664932 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:22:06.699057 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb952975-8c18-4f8b-b72b-ff238513ed34 req-9d5c21ea-def2-45b8-9124-3cfd12498b71 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] No DVR routers for this DVR port 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 on host hv-cinder-78445 {{(pid=93321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:22:06.701411 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-cb952975-8c18-4f8b-b72b-ff238513ed34 req-9d5c21ea-def2-45b8-9124-3cfd12498b71 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:06.703925 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cb952975-8c18-4f8b-b72b-ff238513ed34 req-9d5c21ea-def2-45b8-9124-3cfd12498b71 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.93 "DELETE /v2.0/ports/6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 HTTP/1.1" status: 204 len: 173 time: 0.4041052 Jul 15 19:22:06.704362 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae62bbf-ec3f-4bb6-bc45-a98dc90be021', 'name': 'network-vif-deleted', 'tag': '6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:22:06.706624 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4aa127-064b-4029-9ff4-51ed1f574792" -d '{"events": [{"server_uuid": "5ae62bbf-ec3f-4bb6-bc45-a98dc90be021", "name": "network-vif-deleted", "tag": "6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:22:06.742324 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b8fe16-f29d-4be1-8eac-c8284fb21fef x-openstack-request-id: req-a8b8fe16-f29d-4be1-8eac-c8284fb21fef {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:22:06.742656 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae62bbf-ec3f-4bb6-bc45-a98dc90be021", "name": "network-vif-deleted", "tag": "6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:22:06.742904 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a8b8fe16-f29d-4be1-8eac-c8284fb21fef {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:22:06.743307 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae62bbf-ec3f-4bb6-bc45-a98dc90be021', 'name': 'network-vif-deleted', 'tag': '6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7', 'status': 'completed', 'code': 200} Jul 15 19:22:06.862164 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-179835ba-2b79-46a3-b970-761d83e0f849 req-f33ba0db-026f-4bef-a78d-7679000b2cf2 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ae62bbf-ec3f-4bb6-bc45-a98dc90be021 HTTP/1.1" status: 200 len: 210 time: 0.0285590 Jul 15 19:22:08.157014 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-6d000184-37fb-47f9-8295-2cf22d486a84 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:08.158488 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-6d000184-37fb-47f9-8295-2cf22d486a84 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/networks?id=f69c7414-cf3b-4815-9d16-5384a29999f4 HTTP/1.1" status: 200 len: 809 time: 0.1035128 Jul 15 19:22:08.172892 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-cc107c9c-bad8-454e-9f63-85f7c7f1fb48 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/quotas/bef15b10493a44b197d008529d79a1ba HTTP/1.1" status: 200 len: 375 time: 0.0090888 Jul 15 19:22:08.205117 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-c5e15d72-e372-4b57-b187-49bc04df143e tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bef15b10493a44b197d008529d79a1ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270376 Jul 15 19:22:08.341931 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-ade04625-3056-4e08-b9b1-51cb3372b2c9 service neutron] 10.222.0.73 "GET /v2.0/networks/f69c7414-cf3b-4815-9d16-5384a29999f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305666 Jul 15 19:22:08.428785 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-927f2e6c-758a-42cb-a619-5ff0b9cd75f5 service neutron] 10.222.0.73 "GET /v2.0/networks/f69c7414-cf3b-4815-9d16-5384a29999f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811477 Jul 15 19:22:08.596538 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-542186ab-f8b7-41e5-a164-5ab7edb0f694 req-a8ce18eb-cbee-4e74-a06d-80e0faa51714 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8dfe467-83e0-42cd-8955-c1f70e2aa541 HTTP/1.1" status: 200 len: 210 time: 0.0326326 Jul 15 19:22:09.755854 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3e856ce5-fe0f-4f1d-98de-0d22e11d994a req-9623bae1-4a7f-48ae-a7e2-53c049e5cd71 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8dfe467-83e0-42cd-8955-c1f70e2aa541 HTTP/1.1" status: 200 len: 210 time: 0.0431585 Jul 15 19:22:09.831241 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-d49a4ea9-407a-4623-be7f-a727c70931c8 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:09.832692 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-d49a4ea9-407a-4623-be7f-a727c70931c8 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.93 "GET /v2.0/networks?id=f69c7414-cf3b-4815-9d16-5384a29999f4 HTTP/1.1" status: 200 len: 809 time: 0.1313663 Jul 15 19:22:09.859869 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-0bc42015-6453-4fd8-8e67-2779e49d43e2 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Request body: {'port': {'device_id': 'c8dfe467-83e0-42cd-8955-c1f70e2aa541', 'network_id': 'f69c7414-cf3b-4815-9d16-5384a29999f4', 'admin_state_up': True, 'tenant_id': 'bef15b10493a44b197d008529d79a1ba'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:22:09.963496 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-0bc42015-6453-4fd8-8e67-2779e49d43e2 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Made reservation on behalf of bef15b10493a44b197d008529d79a1ba for: {'port': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:22:09.967029 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-0bc42015-6453-4fd8-8e67-2779e49d43e2 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:10.089410 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-0bc42015-6453-4fd8-8e67-2779e49d43e2 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Allocated IP 172.20.0.8 (f69c7414-cf3b-4815-9d16-5384a29999f4/74bfedea-a3c8-41d1-b2cd-93b63164161c/2c4b2b4d-05b9-4490-8c66-0372f6cc62d2) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:22:10.233070 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-0bc42015-6453-4fd8-8e67-2779e49d43e2 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:10.271310 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-0bc42015-6453-4fd8-8e67-2779e49d43e2 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:10.315169 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-0bc42015-6453-4fd8-8e67-2779e49d43e2 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Network f69c7414-cf3b-4815-9d16-5384a29999f4 is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:22:10.321194 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-0bc42015-6453-4fd8-8e67-2779e49d43e2 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:22:10.325184 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-0bc42015-6453-4fd8-8e67-2779e49d43e2 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:22:10.331981 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc42015-6453-4fd8-8e67-2779e49d43e2 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Pushing event updated for resources: {'Port': ['ID=2c4b2b4d-05b9-4490-8c66-0372f6cc62d2,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:10.375814 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-0bc42015-6453-4fd8-8e67-2779e49d43e2 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:10.376415 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-0bc42015-6453-4fd8-8e67-2779e49d43e2 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:10.390710 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-0bc42015-6453-4fd8-8e67-2779e49d43e2 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5347929 Jul 15 19:22:10.409476 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Request body: {'port': {'device_id': 'c8dfe467-83e0-42cd-8955-c1f70e2aa541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:22:10.481187 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:10.490300 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:22:10.509850 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:22:10.510193 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 6d3e0d56-2dc4-4ffa-ab70-4a95da58e1b7 not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:22:10.732222 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 {{(pid=93321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:22:10.739392 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:10.751511 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.provisioning_blocks [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Transition to ACTIVE for port object 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 will not be triggered until provisioned by entity L2. {{(pid=93321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:22:10.755130 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:10.804134 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4b2b4d-05b9-4490-8c66-0372f6cc62d2,revision_number=2']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:10.882134 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.managers [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Attempting to bind port 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:22:10.882509 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.managers [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Attempting to bind port 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'acdbc0d1-265b-4c8f-8953-36df87660f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f69c7414-cf3b-4815-9d16-5384a29999f4'}] {{(pid=93321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:22:10.882831 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Attempting to bind port 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 on network f69c7414-cf3b-4815-9d16-5384a29999f4 {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:22:10.904537 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Port 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 on network f69c7414-cf3b-4815-9d16-5384a29999f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:22:10.904876 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Attempting to bind port 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 on network f69c7414-cf3b-4815-9d16-5384a29999f4 {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:22:10.912020 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:22:10.912350 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Checking segment: {'id': 'acdbc0d1-265b-4c8f-8953-36df87660f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f69c7414-cf3b-4815-9d16-5384a29999f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:22:10.912717 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Bound using segment: {'id': 'acdbc0d1-265b-4c8f-8953-36df87660f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f69c7414-cf3b-4815-9d16-5384a29999f4'} {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:22:10.913130 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.managers [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Bound port: 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acdbc0d1-265b-4c8f-8953-36df87660f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'f69c7414-cf3b-4815-9d16-5384a29999f4'}}] {{(pid=93321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:22:10.913475 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:10.975374 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05326be0-9e11-439e-aa35-c6a339a39853 req-5f3aeb29-e87a-4611-96bd-e58c38b0388a tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:10.976829 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-05326be0-9e11-439e-aa35-c6a339a39853 req-5f3aeb29-e87a-4611-96bd-e58c38b0388a tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8dfe467-83e0-42cd-8955-c1f70e2aa541 HTTP/1.1" status: 200 len: 943 time: 0.1083424 Jul 15 19:22:11.013220 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] For port 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2, host hv-cinder-78445, cleared binding levels {{(pid=93321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:22:11.036483 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] For port 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2c4b2b4d-05b9-4490-8c66-0372f6cc62d2,segment=NetworkSegment(acdbc0d1-265b-4c8f-8953-36df87660f9a),segment_id=acdbc0d1-265b-4c8f-8953-36df87660f9a)] {{(pid=93321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:22:11.040593 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-05326be0-9e11-439e-aa35-c6a339a39853 req-fbc5f16a-0203-4488-b673-a60976086483 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550172 Jul 15 19:22:11.042189 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:11.076175 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:11.076806 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:11.079020 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] 10.222.0.93 "PUT /v2.0/ports/2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 HTTP/1.1" status: 200 len: 1093 time: 0.6738117 Jul 15 19:22:11.079479 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dfe467-83e0-42cd-8955-c1f70e2aa541', 'tag': '2c4b2b4d-05b9-4490-8c66-0372f6cc62d2'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:22:11.081721 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bb7c24-8ec5-4870-a931-6d348d5db4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dfe467-83e0-42cd-8955-c1f70e2aa541", "tag": "2c4b2b4d-05b9-4490-8c66-0372f6cc62d2"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:22:11.105085 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391da84a-0a5e-4d55-8ca3-c3e6080aa033 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4b2b4d-05b9-4490-8c66-0372f6cc62d2,revision_number=3']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:11.117768 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad64bd53-35c5-4efd-acca-8c2d4d7c4141 x-openstack-request-id: req-ad64bd53-35c5-4efd-acca-8c2d4d7c4141 {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:22:11.118064 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dfe467-83e0-42cd-8955-c1f70e2aa541", "tag": "2c4b2b4d-05b9-4490-8c66-0372f6cc62d2", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:22:11.118344 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ad64bd53-35c5-4efd-acca-8c2d4d7c4141 {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:22:11.118774 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8dfe467-83e0-42cd-8955-c1f70e2aa541', 'tag': '2c4b2b4d-05b9-4490-8c66-0372f6cc62d2', 'status': 'completed', 'code': 200} Jul 15 19:22:11.196194 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-f573eca2-d590-4051-86c1-f93db46424aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:11.197665 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-f573eca2-d590-4051-86c1-f93db46424aa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bef15b10493a44b197d008529d79a1ba&device_id=c8dfe467-83e0-42cd-8955-c1f70e2aa541 HTTP/1.1" status: 200 len: 1096 time: 0.0529740 Jul 15 19:22:11.252147 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-4d7ce51c-9a2e-4711-815e-5b663a4da6fb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 HTTP/1.1" status: 200 len: 217 time: 0.0368748 Jul 15 19:22:11.299159 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-830bec78-170b-4ade-995f-55eb6cf4dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:11.300463 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-830bec78-170b-4ade-995f-55eb6cf4dd2c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=74bfedea-a3c8-41d1-b2cd-93b63164161c HTTP/1.1" status: 200 len: 849 time: 0.0413878 Jul 15 19:22:11.337213 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-4ce0c8e5-b4e7-401d-88fa-5c75ab678d40 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f69c7414-cf3b-4815-9d16-5384a29999f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282071 Jul 15 19:22:11.429530 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-965bc157-1116-4cdd-870b-562c239e2666 service neutron] 10.222.0.93 "GET /v2.0/networks/f69c7414-cf3b-4815-9d16-5384a29999f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837994 Jul 15 19:22:11.516074 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b5b61220-11f7-4a3d-a060-33bd5040cf66 req-66aea365-7256-4ff8-97c6-09d287d6f22e service neutron] 10.222.0.93 "GET /v2.0/networks/f69c7414-cf3b-4815-9d16-5384a29999f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793729 Jul 15 19:22:11.682665 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb7c24-8ec5-4870-a931-6d348d5db4d8 req-858467de-a045-4bcf-9778-42b6d0c7f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:11.684053 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-41bb7c24-8ec5-4870-a931-6d348d5db4d8 req-858467de-a045-4bcf-9778-42b6d0c7f7c3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bef15b10493a44b197d008529d79a1ba&device_id=c8dfe467-83e0-42cd-8955-c1f70e2aa541 HTTP/1.1" status: 200 len: 1096 time: 0.0521643 Jul 15 19:22:11.774374 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb7c24-8ec5-4870-a931-6d348d5db4d8 req-8e4c8607-0618-41f2-a0c6-daf0c1e83bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:11.775855 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-41bb7c24-8ec5-4870-a931-6d348d5db4d8 req-8e4c8607-0618-41f2-a0c6-daf0c1e83bf8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f69c7414-cf3b-4815-9d16-5384a29999f4 HTTP/1.1" status: 200 len: 911 time: 0.0852399 Jul 15 19:22:11.816141 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-41bb7c24-8ec5-4870-a931-6d348d5db4d8 req-65b3f62f-837f-4ce0-ad5b-431f35956ef0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 HTTP/1.1" status: 200 len: 217 time: 0.0323524 Jul 15 19:22:11.869606 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb7c24-8ec5-4870-a931-6d348d5db4d8 req-7486f2e5-bca0-479b-b4a2-3091cca6b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:11.871030 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-41bb7c24-8ec5-4870-a931-6d348d5db4d8 req-7486f2e5-bca0-479b-b4a2-3091cca6b7c7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=74bfedea-a3c8-41d1-b2cd-93b63164161c HTTP/1.1" status: 200 len: 849 time: 0.0463655 Jul 15 19:22:11.906589 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-41bb7c24-8ec5-4870-a931-6d348d5db4d8 req-de7151e7-3476-43b3-97d3-497311928c97 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f69c7414-cf3b-4815-9d16-5384a29999f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254207 Jul 15 19:22:11.995761 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-41bb7c24-8ec5-4870-a931-6d348d5db4d8 req-018b7df2-eff9-4614-9189-394fd0f50425 service neutron] 10.222.0.93 "GET /v2.0/networks/f69c7414-cf3b-4815-9d16-5384a29999f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826817 Jul 15 19:22:12.084465 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-41bb7c24-8ec5-4870-a931-6d348d5db4d8 req-e5be7c0b-ddfa-4913-8d89-b360fcb09ae3 service neutron] 10.222.0.93 "GET /v2.0/networks/f69c7414-cf3b-4815-9d16-5384a29999f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818496 Jul 15 19:22:12.210089 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815aa811-0037-40b9-b88b-30ea688381bf req-4137d99a-72c8-4eba-880f-aca31d2d5a3f tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:12.211555 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-815aa811-0037-40b9-b88b-30ea688381bf req-4137d99a-72c8-4eba-880f-aca31d2d5a3f tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8dfe467-83e0-42cd-8955-c1f70e2aa541 HTTP/1.1" status: 200 len: 943 time: 0.0608070 Jul 15 19:22:12.251908 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-815aa811-0037-40b9-b88b-30ea688381bf req-f0ceac97-9439-4f2c-890a-227348ff8f04 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348647 Jul 15 19:22:13.426817 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5542a2-6550-426c-8594-18054e538bf1 req-ad254929-a61e-4606-9690-b7eda7ebbfb7 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:13.428329 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bf5542a2-6550-426c-8594-18054e538bf1 req-ad254929-a61e-4606-9690-b7eda7ebbfb7 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8dfe467-83e0-42cd-8955-c1f70e2aa541 HTTP/1.1" status: 200 len: 943 time: 0.0645995 Jul 15 19:22:13.466012 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bf5542a2-6550-426c-8594-18054e538bf1 req-7be0e396-4652-479b-bd88-e715638e87e1 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320437 Jul 15 19:22:14.288024 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:22:14.546684 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:22:14.634773 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0aed21-ccb7-4fb0-a176-2243f96862e5 req-c6fc82e1-6984-4753-b32a-ad79e5dfd8bc tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:14.636912 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4c0aed21-ccb7-4fb0-a176-2243f96862e5 req-c6fc82e1-6984-4753-b32a-ad79e5dfd8bc tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8dfe467-83e0-42cd-8955-c1f70e2aa541 HTTP/1.1" status: 200 len: 943 time: 0.0623362 Jul 15 19:22:14.641973 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2c4b2b4d-05b9-4490-8c66-0372f6cc62d2,segment=NetworkSegment(acdbc0d1-265b-4c8f-8953-36df87660f9a),segment_id=acdbc0d1-265b-4c8f-8953-36df87660f9a)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:22:14.652762 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': '2c4b2b4d-05b9-4490-8c66-0372f6cc62d2', 'network_id': 'f69c7414-cf3b-4815-9d16-5384a29999f4', 'port_id': '2c4b2b4d-05b9-4490-8c66-0372f6cc62d2', 'mac_address': 'fa:16:3e:bb:c1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bfedea-a3c8-41d1-b2cd-93b63164161c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:22:14.674320 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4c0aed21-ccb7-4fb0-a176-2243f96862e5 req-2ecd81ab-1e41-4754-b84e-e679a689b6c5 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314736 Jul 15 19:22:14.690070 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:14.703265 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:22:14.722117 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2c4b2b4d-05b9-4490-8c66-0372f6cc62d2,segment=NetworkSegment(acdbc0d1-265b-4c8f-8953-36df87660f9a),segment_id=acdbc0d1-265b-4c8f-8953-36df87660f9a)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:22:14.725989 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:14.770478 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=2c4b2b4d-05b9-4490-8c66-0372f6cc62d2,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:15.053734 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['2c4b2b4d-05b9-4490-8c66-0372f6cc62d2'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:22:16.126545 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3f0ab-afc5-4e02-930b-d7bb82ad3984 req-ccabb933-95fa-46cb-a1b7-0093a3c25cc1 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:16.128046 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ecb3f0ab-afc5-4e02-930b-d7bb82ad3984 req-ccabb933-95fa-46cb-a1b7-0093a3c25cc1 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8dfe467-83e0-42cd-8955-c1f70e2aa541 HTTP/1.1" status: 200 len: 944 time: 0.3407090 Jul 15 19:22:16.164768 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ecb3f0ab-afc5-4e02-930b-d7bb82ad3984 req-035be4dc-57de-4cff-8c88-cb46994bf5ca tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311344 Jul 15 19:22:16.569837 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:22:16.616172 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:22:16.619867 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:22:16.620229 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:16.694717 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:16.716466 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dfe467-83e0-42cd-8955-c1f70e2aa541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4b2b4d-05b9-4490-8c66-0372f6cc62d2'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:22:16.719499 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b40491-334a-4c94-bc28-1eb3be599d7f" -d '{"events": [{"server_uuid": "c8dfe467-83e0-42cd-8955-c1f70e2aa541", "name": "network-vif-plugged", "status": "completed", "tag": "2c4b2b4d-05b9-4490-8c66-0372f6cc62d2"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:22:16.731581 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2c4b2b4d-05b9-4490-8c66-0372f6cc62d2,segment=NetworkSegment(acdbc0d1-265b-4c8f-8953-36df87660f9a),segment_id=acdbc0d1-265b-4c8f-8953-36df87660f9a)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:22:16.736486 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:16.759339 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c770a7-ee43-428d-9433-e1f8b55487a4 x-openstack-request-id: req-85c770a7-ee43-428d-9433-e1f8b55487a4 {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:22:16.759626 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dfe467-83e0-42cd-8955-c1f70e2aa541", "name": "network-vif-plugged", "status": "completed", "tag": "2c4b2b4d-05b9-4490-8c66-0372f6cc62d2", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:22:16.759875 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-85c770a7-ee43-428d-9433-e1f8b55487a4 {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:22:16.760248 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8dfe467-83e0-42cd-8955-c1f70e2aa541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4b2b4d-05b9-4490-8c66-0372f6cc62d2', 'code': 200} Jul 15 19:22:16.784530 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=2c4b2b4d-05b9-4490-8c66-0372f6cc62d2,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:17.012204 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb2f31-5508-4a1d-ba4a-6c2db8c864f2 req-5313b255-8bab-4f1b-b625-1063739cdff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:17.013684 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-92bb2f31-5508-4a1d-ba4a-6c2db8c864f2 req-5313b255-8bab-4f1b-b625-1063739cdff9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c8dfe467-83e0-42cd-8955-c1f70e2aa541 HTTP/1.1" status: 200 len: 1098 time: 0.0499492 Jul 15 19:22:17.048016 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-92bb2f31-5508-4a1d-ba4a-6c2db8c864f2 req-8f8977b2-82f0-4035-9a94-0367f20927cc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274878 Jul 15 19:22:17.487868 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9175f-9a2f-4432-a7e2-b072489c291d req-2b5f376f-1f57-443f-803b-e3d0f6ffa97c tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:17.489310 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-77e9175f-9a2f-4432-a7e2-b072489c291d req-2b5f376f-1f57-443f-803b-e3d0f6ffa97c tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8dfe467-83e0-42cd-8955-c1f70e2aa541 HTTP/1.1" status: 200 len: 945 time: 0.0643277 Jul 15 19:22:17.524913 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-77e9175f-9a2f-4432-a7e2-b072489c291d req-b61b7638-9841-4541-9ef1-1befbb669c08 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298746 Jul 15 19:22:18.698469 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fdf9e-d943-41c1-8eab-e9b89b67a9ab req-80bd7f3c-efce-4c89-897f-9d13fa178f21 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:18.699932 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8f8fdf9e-d943-41c1-8eab-e9b89b67a9ab req-80bd7f3c-efce-4c89-897f-9d13fa178f21 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8dfe467-83e0-42cd-8955-c1f70e2aa541 HTTP/1.1" status: 200 len: 945 time: 0.0630679 Jul 15 19:22:18.737132 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8f8fdf9e-d943-41c1-8eab-e9b89b67a9ab req-59abc15d-2154-47c5-a1d6-10869c1c54a7 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317459 Jul 15 19:22:19.630759 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdbff2-7291-4205-911b-90dd7c62dade req-812f3bc6-c673-4d50-b864-bc9a7da3635b tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:19.632273 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0abdbff2-7291-4205-911b-90dd7c62dade req-812f3bc6-c673-4d50-b864-bc9a7da3635b tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8dfe467-83e0-42cd-8955-c1f70e2aa541 HTTP/1.1" status: 200 len: 945 time: 0.0633683 Jul 15 19:22:19.669269 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0abdbff2-7291-4205-911b-90dd7c62dade req-c5f7633a-2cdc-4de6-a31e-8d089630e742 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315969 Jul 15 19:22:20.848096 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8404d8b-af28-4f47-ab7b-5066a3a95fcd req-63ba6eb7-78bf-4a52-a0b1-3e47bafaba05 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:20.850120 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d8404d8b-af28-4f47-ab7b-5066a3a95fcd req-63ba6eb7-78bf-4a52-a0b1-3e47bafaba05 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8dfe467-83e0-42cd-8955-c1f70e2aa541 HTTP/1.1" status: 200 len: 945 time: 0.0690389 Jul 15 19:22:20.887184 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d8404d8b-af28-4f47-ab7b-5066a3a95fcd req-a2cfe0f9-a745-47cc-8782-e6fd44015cb0 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/security-groups?id=461643f2-c9ce-464a-8e08-6c8ebbb83053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314741 Jul 15 19:22:21.207873 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff417400-64ee-4f0b-855f-2d3bfc536803 req-75220485-5008-405f-ada6-d88687aa7108 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:21.209308 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ff417400-64ee-4f0b-855f-2d3bfc536803 req-75220485-5008-405f-ada6-d88687aa7108 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.93 "GET /v2.0/ports?device_id=c8dfe467-83e0-42cd-8955-c1f70e2aa541 HTTP/1.1" status: 200 len: 945 time: 0.0620830 Jul 15 19:22:21.309854 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-ff417400-64ee-4f0b-855f-2d3bfc536803 req-15c41607-cb5f-45cf-a5df-1d6ce7570ed7 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Deleting port 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:22:21.310113 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-ff417400-64ee-4f0b-855f-2d3bfc536803 req-15c41607-cb5f-45cf-a5df-1d6ce7570ed7 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:21.395867 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-ff417400-64ee-4f0b-855f-2d3bfc536803 req-15c41607-cb5f-45cf-a5df-1d6ce7570ed7 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] For port 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2c4b2b4d-05b9-4490-8c66-0372f6cc62d2,segment=NetworkSegment(acdbc0d1-265b-4c8f-8953-36df87660f9a),segment_id=acdbc0d1-265b-4c8f-8953-36df87660f9a)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:22:21.396221 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-ff417400-64ee-4f0b-855f-2d3bfc536803 req-15c41607-cb5f-45cf-a5df-1d6ce7570ed7 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:21.408342 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-ff417400-64ee-4f0b-855f-2d3bfc536803 req-15c41607-cb5f-45cf-a5df-1d6ce7570ed7 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Calling delete_port for 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 owned by compute:nova {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:22:21.534685 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-ff417400-64ee-4f0b-855f-2d3bfc536803 req-15c41607-cb5f-45cf-a5df-1d6ce7570ed7 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:21.564066 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c41607-cb5f-45cf-a5df-1d6ce7570ed7 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Pushing event deleted for resources: {'Port': ['ID=2c4b2b4d-05b9-4490-8c66-0372f6cc62d2,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:21.575736 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['2c4b2b4d-05b9-4490-8c66-0372f6cc62d2'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:22:21.613217 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff417400-64ee-4f0b-855f-2d3bfc536803 req-15c41607-cb5f-45cf-a5df-1d6ce7570ed7 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] No DVR routers for this DVR port 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 on host hv-cinder-78445 {{(pid=93321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:22:21.615633 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-ff417400-64ee-4f0b-855f-2d3bfc536803 req-15c41607-cb5f-45cf-a5df-1d6ce7570ed7 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:21.617828 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-ff417400-64ee-4f0b-855f-2d3bfc536803 req-15c41607-cb5f-45cf-a5df-1d6ce7570ed7 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.93 "DELETE /v2.0/ports/2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 HTTP/1.1" status: 204 len: 173 time: 0.4016755 Jul 15 19:22:21.618261 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dfe467-83e0-42cd-8955-c1f70e2aa541', 'name': 'network-vif-deleted', 'tag': '2c4b2b4d-05b9-4490-8c66-0372f6cc62d2'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:22:21.620527 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21d9a8b-eef4-47d1-919b-59b77ea482f6" -d '{"events": [{"server_uuid": "c8dfe467-83e0-42cd-8955-c1f70e2aa541", "name": "network-vif-deleted", "tag": "2c4b2b4d-05b9-4490-8c66-0372f6cc62d2"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:22:21.657771 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e78a1d-a3e9-48d3-9ccd-e652f430025f x-openstack-request-id: req-69e78a1d-a3e9-48d3-9ccd-e652f430025f {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:22:21.658066 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dfe467-83e0-42cd-8955-c1f70e2aa541", "name": "network-vif-deleted", "tag": "2c4b2b4d-05b9-4490-8c66-0372f6cc62d2", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:22:21.658372 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-69e78a1d-a3e9-48d3-9ccd-e652f430025f {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:22:21.658874 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8dfe467-83e0-42cd-8955-c1f70e2aa541', 'name': 'network-vif-deleted', 'tag': '2c4b2b4d-05b9-4490-8c66-0372f6cc62d2', 'status': 'completed', 'code': 200} Jul 15 19:22:22.036636 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-58a00996-1179-4341-9413-2a7757fe8e2a req-6dbef847-1c45-40c7-8ef1-975dfdfb3b55 tempest-VolumesActionsTest-344529041 tempest-VolumesActionsTest-344529041-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8dfe467-83e0-42cd-8955-c1f70e2aa541 HTTP/1.1" status: 200 len: 210 time: 0.0282023 Jul 15 19:22:23.114290 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-40752112-8905-4a3f-a585-302f72cf06c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:25.648676 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-65ad2be4-9d9f-46dd-837b-086ef1176184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:25.717963 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:25.772612 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:22:25.791650 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:22:25.791987 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 2c4b2b4d-05b9-4490-8c66-0372f6cc62d2 not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:22:26.634477 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:28.328084 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:28.477879 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615d554-6aa8-46a7-a79a-acb9424baf0d req-e31bd5c6-0b17-4f9b-a814-5cce988d9dac tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:28.482903 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9615d554-6aa8-46a7-a79a-acb9424baf0d req-e31bd5c6-0b17-4f9b-a814-5cce988d9dac tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 946 time: 0.0714688 Jul 15 19:22:28.529923 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9615d554-6aa8-46a7-a79a-acb9424baf0d req-602bbc42-dc8c-4aaa-9bb0-23b3a20536da tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428762 Jul 15 19:22:28.623383 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:29.737285 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8efb63-c92c-44e4-a52d-e0ca2720aeec req-7953ce88-7c56-4665-9821-26d1260fd248 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:29.739643 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bd8efb63-c92c-44e4-a52d-e0ca2720aeec req-7953ce88-7c56-4665-9821-26d1260fd248 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 946 time: 0.0733883 Jul 15 19:22:29.781064 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-bd8efb63-c92c-44e4-a52d-e0ca2720aeec req-9af84076-1cbb-44af-b929-e7fde60ffecb tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups?id=a0918ad6-5894-4af1-8bfb-503b9bf1aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349834 Jul 15 19:22:30.192751 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd841b1-4575-4a91-aea8-84e2c5607a46 req-a4a0a35c-1885-449e-84c9-3fb2be562ee8 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:30.195326 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6fd841b1-4575-4a91-aea8-84e2c5607a46 req-a4a0a35c-1885-449e-84c9-3fb2be562ee8 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.93 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 946 time: 0.0820894 Jul 15 19:22:30.337299 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-6fd841b1-4575-4a91-aea8-84e2c5607a46 req-a9fe3da7-063b-4c2a-9cb5-7990c6a2ddc9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Deleting port b36380f2-95f3-430d-b140-91c13d1bcb5a {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:22:30.337640 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-6fd841b1-4575-4a91-aea8-84e2c5607a46 req-a9fe3da7-063b-4c2a-9cb5-7990c6a2ddc9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:30.434880 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-6fd841b1-4575-4a91-aea8-84e2c5607a46 req-a9fe3da7-063b-4c2a-9cb5-7990c6a2ddc9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] For port b36380f2-95f3-430d-b140-91c13d1bcb5a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b36380f2-95f3-430d-b140-91c13d1bcb5a,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:22:30.436878 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-6fd841b1-4575-4a91-aea8-84e2c5607a46 req-a9fe3da7-063b-4c2a-9cb5-7990c6a2ddc9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:30.694933 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-6fd841b1-4575-4a91-aea8-84e2c5607a46 req-a9fe3da7-063b-4c2a-9cb5-7990c6a2ddc9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:30.695315 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-6fd841b1-4575-4a91-aea8-84e2c5607a46 req-a9fe3da7-063b-4c2a-9cb5-7990c6a2ddc9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978606'] for floatingip, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:30.695721 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.l3_db [req-6fd841b1-4575-4a91-aea8-84e2c5607a46 req-a9fe3da7-063b-4c2a-9cb5-7990c6a2ddc9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Floating IP 8f30dede-40cc-47a2-8681-7d8b12e43515 disassociated. External IP: 172.27.0.29, port: b36380f2-95f3-430d-b140-91c13d1bcb5a. Jul 15 19:22:30.696114 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-6fd841b1-4575-4a91-aea8-84e2c5607a46 req-a9fe3da7-063b-4c2a-9cb5-7990c6a2ddc9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Calling delete_port for b36380f2-95f3-430d-b140-91c13d1bcb5a owned by compute:nova {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:22:30.851792 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-6fd841b1-4575-4a91-aea8-84e2c5607a46 req-a9fe3da7-063b-4c2a-9cb5-7990c6a2ddc9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:30.884891 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe3da7-063b-4c2a-9cb5-7990c6a2ddc9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Pushing event deleted for resources: {'Port': ['ID=b36380f2-95f3-430d-b140-91c13d1bcb5a,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:30.974982 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-eaeeffcc-6c65-49db-8d2d-734e8fd41497 req-d0cef008-3c38-4cce-8742-1a533e5e1c47 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 210 time: 0.0312121 Jul 15 19:22:31.075601 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fd841b1-4575-4a91-aea8-84e2c5607a46 req-a9fe3da7-063b-4c2a-9cb5-7990c6a2ddc9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:22:31.194263 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fd841b1-4575-4a91-aea8-84e2c5607a46 req-a9fe3da7-063b-4c2a-9cb5-7990c6a2ddc9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:22:31.206223 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d705e6-c3e9-4f2e-a095-422052a99dc4 None None] Sync routers for ids ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:22:31.215618 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d705e6-c3e9-4f2e-a095-422052a99dc4 None None] Routers {'7febdbd1-cbce-4eb9-b8bf-9afbd5851891'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:22:31.216576 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-26d705e6-c3e9-4f2e-a095-422052a99dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:22:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:22:31.268560 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd841b1-4575-4a91-aea8-84e2c5607a46 req-a9fe3da7-063b-4c2a-9cb5-7990c6a2ddc9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] No DVR routers for this DVR port b36380f2-95f3-430d-b140-91c13d1bcb5a on host hv-cinder-78445 {{(pid=93321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:22:31.272210 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-6fd841b1-4575-4a91-aea8-84e2c5607a46 req-a9fe3da7-063b-4c2a-9cb5-7990c6a2ddc9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:31.274830 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6fd841b1-4575-4a91-aea8-84e2c5607a46 req-a9fe3da7-063b-4c2a-9cb5-7990c6a2ddc9 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.93 "DELETE /v2.0/ports/b36380f2-95f3-430d-b140-91c13d1bcb5a HTTP/1.1" status: 204 len: 173 time: 1.0726838 Jul 15 19:22:31.275936 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'name': 'network-vif-deleted', 'tag': 'b36380f2-95f3-430d-b140-91c13d1bcb5a'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:22:31.294054 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab71ff4e-8416-49a6-bed6-f3ab696432a7" -d '{"events": [{"server_uuid": "a16b9c43-b70e-4f87-bd96-c94a86eed9d6", "name": "network-vif-deleted", "tag": "b36380f2-95f3-430d-b140-91c13d1bcb5a"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:22:31.377976 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-26d705e6-c3e9-4f2e-a095-422052a99dc4 None None] Set router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:22:31.381577 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ff3cbc-f81a-4cd7-8451-013a98780986 x-openstack-request-id: req-96ff3cbc-f81a-4cd7-8451-013a98780986 {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:22:31.381873 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16b9c43-b70e-4f87-bd96-c94a86eed9d6", "name": "network-vif-deleted", "tag": "b36380f2-95f3-430d-b140-91c13d1bcb5a", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:22:31.382126 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-96ff3cbc-f81a-4cd7-8451-013a98780986 {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:22:31.382689 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16b9c43-b70e-4f87-bd96-c94a86eed9d6', 'name': 'network-vif-deleted', 'tag': 'b36380f2-95f3-430d-b140-91c13d1bcb5a', 'status': 'completed', 'code': 200} Jul 15 19:22:31.610991 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-26d705e6-c3e9-4f2e-a095-422052a99dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 4, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'a0763953-ca34-4769-8bd6-bbffc199808d', 'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'mac_address': 'fa:16:3e:89:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:57Z', 'updated_at': '2021-07-15T19:14:08Z', 'revision_number': 5, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'subnets': [{'id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:22:31.639858 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d705e6-c3e9-4f2e-a095-422052a99dc4 None None] Checking router: 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:22:31.649206 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d705e6-c3e9-4f2e-a095-422052a99dc4 None None] Routers {'7febdbd1-cbce-4eb9-b8bf-9afbd5851891'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:22:31.649748 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-26d705e6-c3e9-4f2e-a095-422052a99dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:22:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:22:31.860090 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-26d705e6-c3e9-4f2e-a095-422052a99dc4 None None] Set router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:22:32.108897 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-26d705e6-c3e9-4f2e-a095-422052a99dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 4, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'a0763953-ca34-4769-8bd6-bbffc199808d', 'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'mac_address': 'fa:16:3e:89:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:57Z', 'updated_at': '2021-07-15T19:14:08Z', 'revision_number': 5, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'subnets': [{'id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:22:32.135737 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d705e6-c3e9-4f2e-a095-422052a99dc4 None None] The sync data for ids ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'] in dv-cinder-784453-9-iscsi is: [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:14:01Z', 'revision_number': 4, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': 'a0763953-ca34-4769-8bd6-bbffc199808d', 'name': '', 'network_id': '79cfa60d-4e34-4970-b217-9f5f6601a96f', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'mac_address': 'fa:16:3e:89:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:57Z', 'updated_at': '2021-07-15T19:14:08Z', 'revision_number': 5, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'subnets': [{'id': '1bf9fac0-3f6b-4c69-8651-18074b0e5c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:22:32.229078 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-44644c9e-a937-44f5-8b80-f149cd281427 req-228d258b-c0c7-4625-9059-ae76b5790f75 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/ports?device_id=a16b9c43-b70e-4f87-bd96-c94a86eed9d6 HTTP/1.1" status: 200 len: 210 time: 0.0318830 Jul 15 19:22:32.428768 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f09bc1-9327-46ac-875b-e3a3b257417e None None] New status for floating IP 8f30dede-40cc-47a2-8681-7d8b12e43515: DOWN {{(pid=93323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:22:33.365907 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 51184) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:22:33.421218 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-209e74dd-6a3d-401d-b04b-aef5de0dea55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:33.446905 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-209e74dd-6a3d-401d-b04b-aef5de0dea55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:33.497064 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-209e74dd-6a3d-401d-b04b-aef5de0dea55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:33.500068 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-209e74dd-6a3d-401d-b04b-aef5de0dea55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:33.501619 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-209e74dd-6a3d-401d-b04b-aef5de0dea55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "DELETE /v2.0/security-groups/a0918ad6-5894-4af1-8bfb-503b9bf1aac9 HTTP/1.1" status: 204 len: 168 time: 0.1360114 Jul 15 19:22:33.504324 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 51192) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:22:33.512482 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e74dd-6a3d-401d-b04b-aef5de0dea55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0918ad6-5894-4af1-8bfb-503b9bf1aac9,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:33.520302 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.api.v2.resource [None req-0cb89457-04d9-45aa-a572-b7c38991e605 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] show failed (client error): The resource could not be found. Jul 15 19:22:33.521727 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-0cb89457-04d9-45aa-a572-b7c38991e605 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "GET /v2.0/security-groups/a0918ad6-5894-4af1-8bfb-503b9bf1aac9 HTTP/1.1" status: 404 len: 347 time: 0.0161402 Jul 15 19:22:33.523432 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e74dd-6a3d-401d-b04b-aef5de0dea55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.524006 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e74dd-6a3d-401d-b04b-aef5de0dea55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.524345 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e74dd-6a3d-401d-b04b-aef5de0dea55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.524686 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e74dd-6a3d-401d-b04b-aef5de0dea55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.525018 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e74dd-6a3d-401d-b04b-aef5de0dea55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.525350 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e74dd-6a3d-401d-b04b-aef5de0dea55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.525677 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e74dd-6a3d-401d-b04b-aef5de0dea55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.526125 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e74dd-6a3d-401d-b04b-aef5de0dea55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.526471 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e74dd-6a3d-401d-b04b-aef5de0dea55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.526802 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e74dd-6a3d-401d-b04b-aef5de0dea55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.527389 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e74dd-6a3d-401d-b04b-aef5de0dea55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.527721 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209e74dd-6a3d-401d-b04b-aef5de0dea55 tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.532337 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 51194) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:22:33.662062 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Deleting port 7503c445-f9a5-407c-8b09-95377c83b49c {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:22:33.662295 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:33.749309 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:33.750088 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:33.762836 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Calling delete_port for 7503c445-f9a5-407c-8b09-95377c83b49c owned by network:floatingip {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:22:33.908160 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:33.934530 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Pushing event deleted for resources: {'Port': ['ID=7503c445-f9a5-407c-8b09-95377c83b49c,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:33.947691 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.948048 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.948403 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.948747 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.949114 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.949434 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.949754 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.950087 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.950413 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.950762 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.951094 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:33.951419 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:34.016521 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks [] for floatingip, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:34.020341 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:34.021665 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-676f25b4-e3bb-4d3c-9c3f-e3c1e2df41ee tempest-AttachVolumeShelveTestJSON-527704642 tempest-AttachVolumeShelveTestJSON-527704642-project] 10.222.0.73 "DELETE /v2.0/floatingips/8f30dede-40cc-47a2-8681-7d8b12e43515 HTTP/1.1" status: 204 len: 168 time: 0.4883318 Jul 15 19:22:34.824914 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device b36380f2-95f3-430d-b140-91c13d1bcb5a no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:22:34.854908 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: b36380f2-95f3-430d-b140-91c13d1bcb5a {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:22:34.855558 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device b36380f2-95f3-430d-b140-91c13d1bcb5a not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:22:36.647999 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 51232) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:22:37.400926 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-1b952d39-f766-4c26-9f0b-e3907b4f85bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975790'] for router_interface, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:37.755452 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-1b952d39-f766-4c26-9f0b-e3907b4f85bc admin admin] Deleting port a0763953-ca34-4769-8bd6-bbffc199808d {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:22:37.756400 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-1b952d39-f766-4c26-9f0b-e3907b4f85bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:37.868735 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [None req-1b952d39-f766-4c26-9f0b-e3907b4f85bc admin admin] For port a0763953-ca34-4769-8bd6-bbffc199808d, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=a0763953-ca34-4769-8bd6-bbffc199808d,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:22:37.869399 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-1b952d39-f766-4c26-9f0b-e3907b4f85bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:37.885281 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-1b952d39-f766-4c26-9f0b-e3907b4f85bc admin admin] Calling delete_port for a0763953-ca34-4769-8bd6-bbffc199808d owned by network:router_interface {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:22:38.086555 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-1b952d39-f766-4c26-9f0b-e3907b4f85bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:38.122468 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b952d39-f766-4c26-9f0b-e3907b4f85bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a0763953-ca34-4769-8bd6-bbffc199808d,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:38.365222 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-1b952d39-f766-4c26-9f0b-e3907b4f85bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-973374'] for router_interface, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:38.624070 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b952d39-f766-4c26-9f0b-e3907b4f85bc admin admin] Router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:22:38.753082 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b952d39-f766-4c26-9f0b-e3907b4f85bc admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:22:38.761535 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-1b952d39-f766-4c26-9f0b-e3907b4f85bc admin admin] 10.222.0.73 "PUT /v2.0/routers/7febdbd1-cbce-4eb9-b8bf-9afbd5851891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1123919 Jul 15 19:22:38.762209 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 51244) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:22:38.766295 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d1781b-bb0e-4487-94f3-dae94e294e37 None None] Sync routers for ids ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:22:38.791162 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d1781b-bb0e-4487-94f3-dae94e294e37 None None] Routers {'7febdbd1-cbce-4eb9-b8bf-9afbd5851891'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:22:38.792201 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-07d1781b-bb0e-4487-94f3-dae94e294e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:22:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:22:38.889271 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-162b8df5-ffc3-4679-a264-282f716a1f0d admin admin] Notify callbacks [] for router, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:38.929529 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-07d1781b-bb0e-4487-94f3-dae94e294e37 None None] Set router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:22:39.006693 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-162b8df5-ffc3-4679-a264-282f716a1f0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:39.082470 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-162b8df5-ffc3-4679-a264-282f716a1f0d admin admin] Deleting port 110ec7d8-5ea2-4324-a22c-8b163f897e68 {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:22:39.082470 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-162b8df5-ffc3-4679-a264-282f716a1f0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:39.148349 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-07d1781b-bb0e-4487-94f3-dae94e294e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:22:38Z', 'revision_number': 5, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port': {'id': '110ec7d8-5ea2-4324-a22c-8b163f897e68', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:13:48Z', 'updated_at': '2021-07-15T19:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:22:39.175356 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [None req-162b8df5-ffc3-4679-a264-282f716a1f0d admin admin] For port 110ec7d8-5ea2-4324-a22c-8b163f897e68, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=110ec7d8-5ea2-4324-a22c-8b163f897e68,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:22:39.175763 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-162b8df5-ffc3-4679-a264-282f716a1f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:39.181647 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d1781b-bb0e-4487-94f3-dae94e294e37 None None] Checking router: 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:22:39.188430 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-162b8df5-ffc3-4679-a264-282f716a1f0d admin admin] Calling delete_port for 110ec7d8-5ea2-4324-a22c-8b163f897e68 owned by network:router_gateway {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:22:39.190669 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d1781b-bb0e-4487-94f3-dae94e294e37 None None] Routers {'7febdbd1-cbce-4eb9-b8bf-9afbd5851891'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:22:39.191288 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-07d1781b-bb0e-4487-94f3-dae94e294e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:22:26Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:22:39.306477 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-07d1781b-bb0e-4487-94f3-dae94e294e37 None None] Set router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 gateway port host: None {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:22:39.367821 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-07d1781b-bb0e-4487-94f3-dae94e294e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:22:39Z', 'revision_number': 6, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port_host': None}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:22:39.388815 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-162b8df5-ffc3-4679-a264-282f716a1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:39.402611 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d1781b-bb0e-4487-94f3-dae94e294e37 None None] The sync data for ids ['7febdbd1-cbce-4eb9-b8bf-9afbd5851891'] in dv-cinder-784453-9-iscsi is: [{'id': '7febdbd1-cbce-4eb9-b8bf-9afbd5851891', 'name': 'tempest-AttachVolumeShelveTestJSON-1262994069-router', 'tenant_id': 'f17444fe2294411aa2ae77841e6aff16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:13:46Z', 'updated_at': '2021-07-15T19:22:39Z', 'revision_number': 6, 'project_id': 'f17444fe2294411aa2ae77841e6aff16', 'gw_port_host': None}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:22:39.487508 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b8df5-ffc3-4679-a264-282f716a1f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=110ec7d8-5ea2-4324-a22c-8b163f897e68,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:39.497022 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-162b8df5-ffc3-4679-a264-282f716a1f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978532'] for router_gateway, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:39.594641 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-162b8df5-ffc3-4679-a264-282f716a1f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7029'] for router, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:39.597027 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-162b8df5-ffc3-4679-a264-282f716a1f0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:39.647209 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-162b8df5-ffc3-4679-a264-282f716a1f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976614'] for router, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:39.647722 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162b8df5-ffc3-4679-a264-282f716a1f0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7febdbd1-cbce-4eb9-b8bf-9afbd5851891 {{(pid=93321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:22:39.652085 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-162b8df5-ffc3-4679-a264-282f716a1f0d admin admin] Notify callbacks [] for router, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:39.656137 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-162b8df5-ffc3-4679-a264-282f716a1f0d admin admin] 10.222.0.73 "DELETE /v2.0/routers/7febdbd1-cbce-4eb9-b8bf-9afbd5851891 HTTP/1.1" status: 204 len: 168 time: 0.8904443 Jul 15 19:22:39.656507 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 51254) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:22:39.703636 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35488c7-b16b-4008-b7ee-a71bcfb6d8fd admin admin] Deleting subnet 1bf9fac0-3f6b-4c69-8651-18074b0e5c7d {{(pid=93322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:22:39.706862 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b35488c7-b16b-4008-b7ee-a71bcfb6d8fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:39.742461 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b35488c7-b16b-4008-b7ee-a71bcfb6d8fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132251514'] for subnet, precommit_delete_associations {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:39.845234 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b35488c7-b16b-4008-b7ee-a71bcfb6d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921093'] for subnet, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:39.922914 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b35488c7-b16b-4008-b7ee-a71bcfb6d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132284646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132654462'] for subnet, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:39.948841 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35488c7-b16b-4008-b7ee-a71bcfb6d8fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bf9fac0-3f6b-4c69-8651-18074b0e5c7d,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:39.959933 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b35488c7-b16b-4008-b7ee-a71bcfb6d8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:39.961757 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-b35488c7-b16b-4008-b7ee-a71bcfb6d8fd admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1bf9fac0-3f6b-4c69-8651-18074b0e5c7d HTTP/1.1" status: 204 len: 168 time: 0.3042192 Jul 15 19:22:39.964338 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 51256) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:22:39.968898 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a53e369-4300-4ac0-9799-32c52b1eadbf None None] Network 79cfa60d-4e34-4970-b217-9f5f6601a96f requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:22:40.041892 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621038'] for network, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:40.101270 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] Deleting port 09d371b7-2738-4beb-8599-09d2d9b9ba59 {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:22:40.101828 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:40.168517 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] For port 09d371b7-2738-4beb-8599-09d2d9b9ba59, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=09d371b7-2738-4beb-8599-09d2d9b9ba59,segment=NetworkSegment(907bbd48-fea1-4b7b-a422-e3eb723d5a67),segment_id=907bbd48-fea1-4b7b-a422-e3eb723d5a67)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:22:40.168889 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:40.183860 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] Calling delete_port for 09d371b7-2738-4beb-8599-09d2d9b9ba59 owned by network:dhcp {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:22:40.290255 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] DHCP port deletion for 79cfa60d-4e34-4970-b217-9f5f6601a96f request from dv-cinder-784453-9-iscsi {{(pid=93323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:22:40.319934 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:40.373827 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] Pushing event deleted for resources: {'Port': ['ID=09d371b7-2738-4beb-8599-09d2d9b9ba59,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:40.380806 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Deleting port 09d371b7-2738-4beb-8599-09d2d9b9ba59 {{(pid=93323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:22:40.381182 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:40.381947 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] No DVR routers for this DVR port 09d371b7-2738-4beb-8599-09d2d9b9ba59 on host dv-cinder-784453-9-iscsi {{(pid=93322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:22:40.410221 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 09d371b7-2738-4beb-8599-09d2d9b9ba59 no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:22:40.450369 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: 09d371b7-2738-4beb-8599-09d2d9b9ba59 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:22:40.451106 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 09d371b7-2738-4beb-8599-09d2d9b9ba59 not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:22:40.451912 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 110ec7d8-5ea2-4324-a22c-8b163f897e68 no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:22:40.477391 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1920033', 'neutron.services.segments.db._delete_segments_for_network-8754284971340'] for network, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:40.481422 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: 110ec7d8-5ea2-4324-a22c-8b163f897e68 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:22:40.482480 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 110ec7d8-5ea2-4324-a22c-8b163f897e68 not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:22:40.483565 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device a0763953-ca34-4769-8bd6-bbffc199808d no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:22:40.488859 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79cfa60d-4e34-4970-b217-9f5f6601a96f']}} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:22:40.505602 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '907bbd48-fea1-4b7b-a422-e3eb723d5a67') {'for_net_delete': True} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:22:40.505822 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '907bbd48-fea1-4b7b-a422-e3eb723d5a67') {} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:22:40.517444 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754284973397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132251469'] for segment, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:40.533420 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:40.542461 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=93322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:22:40.542461 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132284996'] for segment, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: Traceback (most recent call last): Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: timer() Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: cb(*args, **kw) Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: return func(*args, **kwargs) Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: self._notify() Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: self.callback(batched_events) Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: event.method(event) Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: return f(self, *a, **k) Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._get(url).json() Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: return self.request(url, 'GET', **kwargs) Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:22:40.543424 dv-cinder-784453-9-iscsi neutron-server[93322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:22:40.574765 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: a0763953-ca34-4769-8bd6-bbffc199808d {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:22:40.575520 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device a0763953-ca34-4769-8bd6-bbffc199808d not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:22:40.588656 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] For port 09d371b7-2738-4beb-8599-09d2d9b9ba59, host dv-cinder-784453-9-iscsi, got binding levels [] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:22:40.589049 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:40.608591 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Calling delete_port for 09d371b7-2738-4beb-8599-09d2d9b9ba59 owned by network:dhcp {{(pid=93323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:22:40.613444 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.ipam_backend_mixin [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Port 09d371b7-2738-4beb-8599-09d2d9b9ba59 was not found and therefore no delete operation was performed {{(pid=93323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 19:22:40.614903 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212'] for port, after_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:40.639054 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1920056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978616'] for network, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:40.648224 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:40.650699 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] 10.222.0.73 "DELETE /v2.0/networks/79cfa60d-4e34-4970-b217-9f5f6601a96f HTTP/1.1" status: 204 len: 168 time: 0.6854293 Jul 15 19:22:40.658456 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] No DVR routers for this DVR port 09d371b7-2738-4beb-8599-09d2d9b9ba59 on host dv-cinder-784453-9-iscsi {{(pid=93323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:22:40.660899 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Pushing event deleted for resources: {'Port': ['ID=09d371b7-2738-4beb-8599-09d2d9b9ba59,revision_number=None']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:40.663922 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d492c2-81f4-4496-a58d-4a690ffcfe04 admin admin] Pushing event deleted for resources: {'Network': ['ID=79cfa60d-4e34-4970-b217-9f5f6601a96f,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:40.689811 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:40.693358 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:40.693358 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:40.693358 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:40.693358 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:40.693358 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:40.694380 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:40.695442 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:40.696064 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:40.696882 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:40.697258 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:40.697723 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a8954-3b9d-49b6-b714-fb7f8c5467b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:22:40.853380 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 51264) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:22:40.904037 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-ad6dc869-374b-4e0b-975f-2a6e513ba82d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f17444fe2294411aa2ae77841e6aff16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0493672 Jul 15 19:22:40.908639 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 51266) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:22:40.962002 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8058ae5b-b72e-40d6-bcc0-51883ff4d058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:40.994002 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8058ae5b-b72e-40d6-bcc0-51883ff4d058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:41.057170 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8058ae5b-b72e-40d6-bcc0-51883ff4d058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:41.060027 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8058ae5b-b72e-40d6-bcc0-51883ff4d058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:41.063794 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-8058ae5b-b72e-40d6-bcc0-51883ff4d058 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aa9d6120-e335-4055-aa89-0b9e122da14d HTTP/1.1" status: 204 len: 168 time: 0.1517246 Jul 15 19:22:41.072186 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058ae5b-b72e-40d6-bcc0-51883ff4d058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9d6120-e335-4055-aa89-0b9e122da14d,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:45.115297 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 51410) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:22:45.158734 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4e6780-0074-4dd8-8cdb-ebfd823c3165 admin admin] Deleting subnet 74bfedea-a3c8-41d1-b2cd-93b63164161c {{(pid=93322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:22:45.161931 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-df4e6780-0074-4dd8-8cdb-ebfd823c3165 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:45.198020 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-df4e6780-0074-4dd8-8cdb-ebfd823c3165 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132251514'] for subnet, precommit_delete_associations {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:45.235340 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-df4e6780-0074-4dd8-8cdb-ebfd823c3165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921093'] for subnet, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:45.287464 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-df4e6780-0074-4dd8-8cdb-ebfd823c3165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132284646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132654462'] for subnet, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:45.315254 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e6780-0074-4dd8-8cdb-ebfd823c3165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74bfedea-a3c8-41d1-b2cd-93b63164161c,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:45.317229 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-df4e6780-0074-4dd8-8cdb-ebfd823c3165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:45.319216 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-df4e6780-0074-4dd8-8cdb-ebfd823c3165 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/74bfedea-a3c8-41d1-b2cd-93b63164161c HTTP/1.1" status: 204 len: 168 time: 0.2029023 Jul 15 19:22:45.321613 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 51416) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:22:45.392727 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-60100593-e3b9-454f-ad33-3eb14e55ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621038'] for network, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:45.470472 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-60100593-e3b9-454f-ad33-3eb14e55ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1920033', 'neutron.services.segments.db._delete_segments_for_network-8754284971340'] for network, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:45.480405 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-60100593-e3b9-454f-ad33-3eb14e55ec86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69c7414-cf3b-4815-9d16-5384a29999f4']}} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:22:45.491390 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-60100593-e3b9-454f-ad33-3eb14e55ec86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acdbc0d1-265b-4c8f-8953-36df87660f9a') {'for_net_delete': True} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:22:45.491698 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-60100593-e3b9-454f-ad33-3eb14e55ec86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acdbc0d1-265b-4c8f-8953-36df87660f9a') {} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:22:45.501216 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-60100593-e3b9-454f-ad33-3eb14e55ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754284973397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132251469'] for segment, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:45.515964 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-60100593-e3b9-454f-ad33-3eb14e55ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:45.522484 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60100593-e3b9-454f-ad33-3eb14e55ec86 admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=93322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:22:45.522954 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-60100593-e3b9-454f-ad33-3eb14e55ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132284996'] for segment, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: Traceback (most recent call last): Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: timer() Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: cb(*args, **kw) Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: return func(*args, **kwargs) Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: self._notify() Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: self.callback(batched_events) Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: event.method(event) Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: return f(self, *a, **k) Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._get(url).json() Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: return self.request(url, 'GET', **kwargs) Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:22:45.524747 dv-cinder-784453-9-iscsi neutron-server[93322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:22:45.581663 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-60100593-e3b9-454f-ad33-3eb14e55ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1920056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978616'] for network, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:45.587033 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-60100593-e3b9-454f-ad33-3eb14e55ec86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:45.588848 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-60100593-e3b9-454f-ad33-3eb14e55ec86 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f69c7414-cf3b-4815-9d16-5384a29999f4 HTTP/1.1" status: 204 len: 168 time: 0.2663150 Jul 15 19:22:45.600727 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60100593-e3b9-454f-ad33-3eb14e55ec86 admin admin] Pushing event deleted for resources: {'Network': ['ID=f69c7414-cf3b-4815-9d16-5384a29999f4,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:45.757412 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 51424) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:22:45.796774 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-d60257d9-dd48-40e4-8630-eb222c0fe896 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bef15b10493a44b197d008529d79a1ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382333 Jul 15 19:22:45.799154 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 51426) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:22:45.846469 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4518e31e-dcee-4ac9-a9a3-786337c29f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:45.866544 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4518e31e-dcee-4ac9-a9a3-786337c29f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:45.912227 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4518e31e-dcee-4ac9-a9a3-786337c29f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:45.915378 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4518e31e-dcee-4ac9-a9a3-786337c29f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:45.916510 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-4518e31e-dcee-4ac9-a9a3-786337c29f16 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/461643f2-c9ce-464a-8e08-6c8ebbb83053 HTTP/1.1" status: 204 len: 168 time: 0.1164873 Jul 15 19:22:45.924644 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518e31e-dcee-4ac9-a9a3-786337c29f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461643f2-c9ce-464a-8e08-6c8ebbb83053,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:50.467559 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 51496) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:22:50.580671 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-960061da-873e-4367-9797-197478f7bfc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:50.672095 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-960061da-873e-4367-9797-197478f7bfc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:50.677318 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-960061da-873e-4367-9797-197478f7bfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:50.713948 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960061da-873e-4367-9797-197478f7bfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaf9c67-d9ac-4545-8fc4-b4917d045363,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:50.722235 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-960061da-873e-4367-9797-197478f7bfc0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=42d0b7cca093492c99a0a66d642c538b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502060 Jul 15 19:22:50.722681 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 51510) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:22:50.777685 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-94069f58-697e-416e-a547-1ebb5fffadd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:50.803908 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-94069f58-697e-416e-a547-1ebb5fffadd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:50.849939 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-94069f58-697e-416e-a547-1ebb5fffadd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:50.852461 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-94069f58-697e-416e-a547-1ebb5fffadd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:50.853586 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-94069f58-697e-416e-a547-1ebb5fffadd2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3eaf9c67-d9ac-4545-8fc4-b4917d045363 HTTP/1.1" status: 204 len: 168 time: 0.1267250 Jul 15 19:22:50.861056 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94069f58-697e-416e-a547-1ebb5fffadd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaf9c67-d9ac-4545-8fc4-b4917d045363,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:22:51.287186 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:22:53.120312 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e910688a-cfa9-4100-8a79-8187c9e23d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:55.649261 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-9619cdab-99f6-4180-9905-1e9aa5f91c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:55.720038 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:56.636338 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:58.328484 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:58.649676 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:22:58.718922 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90ef74a3-a80f-484c-a1c2-078be391de92 req-7387ed9a-7934-441c-addd-9d3bcc5d644d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501814 Jul 15 19:22:58.801940 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef74a3-a80f-484c-a1c2-078be391de92 req-8db33c3f-37a8-4175-9e93-37b040216514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:58.803440 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90ef74a3-a80f-484c-a1c2-078be391de92 req-8db33c3f-37a8-4175-9e93-37b040216514 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=412cc63088124ce79a3589f0ee2bac63&device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 1098 time: 0.0499756 Jul 15 19:22:58.910059 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef74a3-a80f-484c-a1c2-078be391de92 req-03bdb66a-19a5-429e-a946-82ff28d0b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:58.911574 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90ef74a3-a80f-484c-a1c2-078be391de92 req-03bdb66a-19a5-429e-a946-82ff28d0b1c1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f85f717e-1189-49c0-bcaa-5760f144f50d HTTP/1.1" status: 200 len: 913 time: 0.0870831 Jul 15 19:22:58.975685 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90ef74a3-a80f-484c-a1c2-078be391de92 req-d40fbdb5-fd7c-4371-b5f4-35e3172b5d74 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=446a8d30-c15a-47ab-aa11-feeb2dc7b9cf HTTP/1.1" status: 200 len: 1001 time: 0.0560584 Jul 15 19:22:59.028682 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef74a3-a80f-484c-a1c2-078be391de92 req-3a6cb042-981d-4840-a225-722751d15adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:59.030238 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90ef74a3-a80f-484c-a1c2-078be391de92 req-3a6cb042-981d-4840-a225-722751d15adb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=96d427e5-3376-4497-acbb-248c3bfd0fc9 HTTP/1.1" status: 200 len: 850 time: 0.0466158 Jul 15 19:22:59.086551 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef74a3-a80f-484c-a1c2-078be391de92 req-7e6e79c6-7387-4f39-b8d5-739871f44e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:22:59.088006 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90ef74a3-a80f-484c-a1c2-078be391de92 req-7e6e79c6-7387-4f39-b8d5-739871f44e43 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f85f717e-1189-49c0-bcaa-5760f144f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509372 Jul 15 19:22:59.178759 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90ef74a3-a80f-484c-a1c2-078be391de92 req-a46a48b7-4a0b-4fec-b9f0-7d7f3e96cebc service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795014 Jul 15 19:22:59.269380 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-90ef74a3-a80f-484c-a1c2-078be391de92 req-54d1c0c9-2d3d-4096-b325-df5da088d9aa service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819683 Jul 15 19:23:01.229298 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-509acf43-5a39-44f7-bd47-6dcbf1d43d06 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603857049&fields=id&tenant_id=412cc63088124ce79a3589f0ee2bac63 HTTP/1.1" status: 200 len: 267 time: 0.0322363 Jul 15 19:23:01.336256 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-48d7d058-5b04-42e2-b403-767525eb53dc tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:01.337709 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-48d7d058-5b04-42e2-b403-767525eb53dc tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/networks?id=f85f717e-1189-49c0-bcaa-5760f144f50d HTTP/1.1" status: 200 len: 811 time: 0.1021821 Jul 15 19:23:01.351831 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-a4009446-ea38-423e-ab33-e2cc1a2acfa3 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/quotas/412cc63088124ce79a3589f0ee2bac63 HTTP/1.1" status: 200 len: 375 time: 0.0087214 Jul 15 19:23:01.422857 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-81df43e2-f4b2-487b-86dd-0703f09c5f0d tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=412cc63088124ce79a3589f0ee2bac63&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0663137 Jul 15 19:23:01.521895 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-0bb652c8-0219-4b54-ae80-e04072d596b5 service neutron] 10.222.0.73 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841451 Jul 15 19:23:01.607016 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-b3fafcce-3076-4837-9f33-a54762851b58 service neutron] 10.222.0.73 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794144 Jul 15 19:23:01.902498 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f5d3f5d2-667c-4d3a-b33b-b30628a479ef req-788735ca-1140-4e68-b100-959cd199a6a8 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 210 time: 0.0277069 Jul 15 19:23:03.043172 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-623a7cfa-b216-4bc5-83ad-c8d1c566ee96 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:03.044577 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-623a7cfa-b216-4bc5-83ad-c8d1c566ee96 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.93 "GET /v2.0/networks?id=f85f717e-1189-49c0-bcaa-5760f144f50d HTTP/1.1" status: 200 len: 811 time: 0.1191385 Jul 15 19:23:03.062108 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3d5b00e8-797e-48e3-8752-e3fba27ea374 req-48d83faf-103b-4b3e-beab-a99f82a9557d tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 210 time: 0.0426161 Jul 15 19:23:03.097485 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-f74be30a-517b-42a5-b096-ceecf2eaff2c tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=412cc63088124ce79a3589f0ee2bac63 HTTP/1.1" status: 200 len: 380 time: 0.0344241 Jul 15 19:23:03.106011 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-a50ab17c-d938-4f17-86da-b7060caee273 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Request body: {'port': {'device_id': '5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'admin_state_up': True, 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'security_groups': ['acda721b-bb83-44ed-8797-12b795cef6bb']}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:23:03.216839 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-a50ab17c-d938-4f17-86da-b7060caee273 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Made reservation on behalf of 412cc63088124ce79a3589f0ee2bac63 for: {'port': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:23:03.220730 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-a50ab17c-d938-4f17-86da-b7060caee273 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:03.342210 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-a50ab17c-d938-4f17-86da-b7060caee273 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Allocated IP 172.20.0.13 (f85f717e-1189-49c0-bcaa-5760f144f50d/96d427e5-3376-4497-acbb-248c3bfd0fc9/a84a6898-f634-42be-a7e2-b51ff6579e4c) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:23:03.474079 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-a50ab17c-d938-4f17-86da-b7060caee273 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:03.486989 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.provisioning_blocks [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-a50ab17c-d938-4f17-86da-b7060caee273 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Transition to ACTIVE for port object a84a6898-f634-42be-a7e2-b51ff6579e4c will not be triggered until provisioned by entity DHCP. {{(pid=93321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:23:03.519399 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-a50ab17c-d938-4f17-86da-b7060caee273 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:03.567094 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-a50ab17c-d938-4f17-86da-b7060caee273 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Network f85f717e-1189-49c0-bcaa-5760f144f50d is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:23:03.570345 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-a50ab17c-d938-4f17-86da-b7060caee273 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:23:03.577407 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-a50ab17c-d938-4f17-86da-b7060caee273 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:23:03.584056 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ab17c-d938-4f17-86da-b7060caee273 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event updated for resources: {'Port': ['ID=a84a6898-f634-42be-a7e2-b51ff6579e4c,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:03.630671 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-a50ab17c-d938-4f17-86da-b7060caee273 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:03.631319 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-a50ab17c-d938-4f17-86da-b7060caee273 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:03.648465 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-a50ab17c-d938-4f17-86da-b7060caee273 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5460060 Jul 15 19:23:03.681093 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Request body: {'port': {'device_id': '5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:23:03.760337 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:03.812063 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-4b2d1baf-6ce9-4352-98e4-9b31ff5181ba None None] Provisioning for port a84a6898-f634-42be-a7e2-b51ff6579e4c completed by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:23:03.816867 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-4b2d1baf-6ce9-4352-98e4-9b31ff5181ba None None] Provisioning complete for port a84a6898-f634-42be-a7e2-b51ff6579e4c triggered by entity DHCP. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:23:03.817433 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-4b2d1baf-6ce9-4352-98e4-9b31ff5181ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:03.853662 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d1baf-6ce9-4352-98e4-9b31ff5181ba None None] Port a84a6898-f634-42be-a7e2-b51ff6579e4c cannot update to ACTIVE because it is not bound. {{(pid=93323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 19:23:04.038723 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84a6898-f634-42be-a7e2-b51ff6579e4c {{(pid=93321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:23:04.046764 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:04.058348 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.provisioning_blocks [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Transition to ACTIVE for port object a84a6898-f634-42be-a7e2-b51ff6579e4c will not be triggered until provisioned by entity L2. {{(pid=93321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 19:23:04.062312 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:04.114649 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Pushing event updated for resources: {'Port': ['ID=a84a6898-f634-42be-a7e2-b51ff6579e4c,revision_number=2']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:04.215872 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.managers [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Attempting to bind port a84a6898-f634-42be-a7e2-b51ff6579e4c on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 19:23:04.216211 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.managers [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Attempting to bind port a84a6898-f634-42be-a7e2-b51ff6579e4c by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'}] {{(pid=93321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 19:23:04.216537 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Attempting to bind port a84a6898-f634-42be-a7e2-b51ff6579e4c on network f85f717e-1189-49c0-bcaa-5760f144f50d {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:23:04.224345 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Port a84a6898-f634-42be-a7e2-b51ff6579e4c on network f85f717e-1189-49c0-bcaa-5760f144f50d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 19:23:04.224665 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Attempting to bind port a84a6898-f634-42be-a7e2-b51ff6579e4c on network f85f717e-1189-49c0-bcaa-5760f144f50d {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 19:23:04.232413 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Checking agent: {'id': 'ab10fee7-d1c3-4d34-b752-b7df4effc26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'started_at': datetime.datetime(2021, 7, 15, 19, 11, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 19, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 19:23:04.233887 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Checking segment: {'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:23:04.234285 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Bound using segment: {'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'} {{(pid=93321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 19:23:04.234747 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.managers [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Bound port: a84a6898-f634-42be-a7e2-b51ff6579e4c, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38392650-afee-488f-8ebd-049e92c4f4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d'}}] {{(pid=93321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 19:23:04.235113 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:04.292218 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d3a32-6944-4f92-b292-543621a40860 req-f0127d79-d3c4-475f-9db9-418e10e5e926 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:04.293706 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-be5d3a32-6944-4f92-b292-543621a40860 req-f0127d79-d3c4-475f-9db9-418e10e5e926 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 944 time: 0.1154382 Jul 15 19:23:04.337696 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] For port a84a6898-f634-42be-a7e2-b51ff6579e4c, host hv-cinder-78445, cleared binding levels {{(pid=93321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 19:23:04.346021 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] For port a84a6898-f634-42be-a7e2-b51ff6579e4c, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=a84a6898-f634-42be-a7e2-b51ff6579e4c,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 19:23:04.352010 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:04.362037 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-be5d3a32-6944-4f92-b292-543621a40860 req-c4eda521-e69a-4251-8dce-43bf101d6f9f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616314 Jul 15 19:23:04.391072 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:04.391687 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:04.393069 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] 10.222.0.93 "PUT /v2.0/ports/a84a6898-f634-42be-a7e2-b51ff6579e4c HTTP/1.1" status: 200 len: 1094 time: 0.7169020 Jul 15 19:23:04.393515 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698', 'tag': 'a84a6898-f634-42be-a7e2-b51ff6579e4c'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:23:04.395742 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca75dce-8e1c-4098-8f19-6f611d895560" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698", "tag": "a84a6898-f634-42be-a7e2-b51ff6579e4c"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:23:04.422842 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46eeab-730b-4eed-a7a1-1eb01366ed1c service neutron] Pushing event updated for resources: {'Port': ['ID=a84a6898-f634-42be-a7e2-b51ff6579e4c,revision_number=3']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:04.440189 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b5bbf8-70d0-4a3a-87f1-52556922f388 x-openstack-request-id: req-27b5bbf8-70d0-4a3a-87f1-52556922f388 {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:23:04.440681 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698", "tag": "a84a6898-f634-42be-a7e2-b51ff6579e4c", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:23:04.441253 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-27b5bbf8-70d0-4a3a-87f1-52556922f388 {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:23:04.441666 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698', 'tag': 'a84a6898-f634-42be-a7e2-b51ff6579e4c', 'status': 'completed', 'code': 200} Jul 15 19:23:04.512040 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-ca989053-3b8e-4bd3-8e1c-7d38bbb9c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:04.513626 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-ca989053-3b8e-4bd3-8e1c-7d38bbb9c17f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=412cc63088124ce79a3589f0ee2bac63&device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 1097 time: 0.0548913 Jul 15 19:23:04.570009 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-9c4f6990-e6f6-4c30-8426-079d7dae9eec service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a84a6898-f634-42be-a7e2-b51ff6579e4c HTTP/1.1" status: 200 len: 217 time: 0.0337777 Jul 15 19:23:04.619025 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-285b95d6-21ef-4ff9-a72c-21cb1788928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:04.620384 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-285b95d6-21ef-4ff9-a72c-21cb1788928b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=96d427e5-3376-4497-acbb-248c3bfd0fc9 HTTP/1.1" status: 200 len: 850 time: 0.0425687 Jul 15 19:23:04.680638 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-e30c940e-fd8f-4a83-9a7c-6e5b78c485d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:04.681976 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-e30c940e-fd8f-4a83-9a7c-6e5b78c485d9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f85f717e-1189-49c0-bcaa-5760f144f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528514 Jul 15 19:23:04.767901 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-bbd9698d-7c44-4b33-a34d-0ea25cf3d1a8 service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787334 Jul 15 19:23:04.856549 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-76a00d55-ebc5-452d-a452-cc1cba02e33a req-48c35e88-372b-494e-911b-8f7cd4495f7d service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821502 Jul 15 19:23:04.994932 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca75dce-8e1c-4098-8f19-6f611d895560 req-86d7c6e2-9078-43d7-a1c8-0f2b166c41c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:04.996432 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6ca75dce-8e1c-4098-8f19-6f611d895560 req-86d7c6e2-9078-43d7-a1c8-0f2b166c41c2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=412cc63088124ce79a3589f0ee2bac63&device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 1097 time: 0.0513163 Jul 15 19:23:05.369387 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca75dce-8e1c-4098-8f19-6f611d895560 req-257583d6-db87-419b-b863-9a6998bc0052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:05.370906 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6ca75dce-8e1c-4098-8f19-6f611d895560 req-257583d6-db87-419b-b863-9a6998bc0052 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f85f717e-1189-49c0-bcaa-5760f144f50d HTTP/1.1" status: 200 len: 913 time: 0.3678000 Jul 15 19:23:05.414645 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6ca75dce-8e1c-4098-8f19-6f611d895560 req-4f345a54-a407-4a23-bc65-23c75c2d83cd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a84a6898-f634-42be-a7e2-b51ff6579e4c HTTP/1.1" status: 200 len: 217 time: 0.0341508 Jul 15 19:23:05.466749 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca75dce-8e1c-4098-8f19-6f611d895560 req-c6e34517-52d0-4a37-b00a-a755c1ad3ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:05.468661 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6ca75dce-8e1c-4098-8f19-6f611d895560 req-c6e34517-52d0-4a37-b00a-a755c1ad3ae1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=96d427e5-3376-4497-acbb-248c3bfd0fc9 HTTP/1.1" status: 200 len: 850 time: 0.0444784 Jul 15 19:23:05.570932 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca75dce-8e1c-4098-8f19-6f611d895560 req-e6a090f4-c773-45c5-9215-078553462e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:05.572339 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6ca75dce-8e1c-4098-8f19-6f611d895560 req-e6a090f4-c773-45c5-9215-078553462e13 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f85f717e-1189-49c0-bcaa-5760f144f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0963919 Jul 15 19:23:05.580116 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8bb05-300a-4312-be32-ab55c463aae1 req-af203949-790c-4440-97d9-8c29e9bdfca0 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:05.581473 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-14f8bb05-300a-4312-be32-ab55c463aae1 req-af203949-790c-4440-97d9-8c29e9bdfca0 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 944 time: 0.0982285 Jul 15 19:23:05.674474 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-14f8bb05-300a-4312-be32-ab55c463aae1 req-330c05f2-e01e-4288-a46b-56a759d1fae3 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837557 Jul 15 19:23:05.693855 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6ca75dce-8e1c-4098-8f19-6f611d895560 req-e69b7d1d-b751-433a-8e62-607b56a44826 service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107752 Jul 15 19:23:06.717440 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-6ca75dce-8e1c-4098-8f19-6f611d895560 req-233fab7e-464b-450e-9412-44399283270c service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829957 Jul 15 19:23:06.847814 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ac31c-457b-4dbc-a415-ca67589eb282 req-c44d0863-8f15-45d8-8312-0253fd55335d tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:06.849288 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-889ac31c-457b-4dbc-a415-ca67589eb282 req-c44d0863-8f15-45d8-8312-0253fd55335d tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 944 time: 0.0660534 Jul 15 19:23:06.886492 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-889ac31c-457b-4dbc-a415-ca67589eb282 req-b256b3a3-985a-47d9-a2e7-d11306fc26b7 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316057 Jul 15 19:23:08.054581 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e3fae-a3af-4c1a-8081-2bf15374d7a4 req-1d8bec14-b918-4ed0-af51-870f403db36a tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:08.056064 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fd1e3fae-a3af-4c1a-8081-2bf15374d7a4 req-1d8bec14-b918-4ed0-af51-870f403db36a tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 944 time: 0.0623717 Jul 15 19:23:08.093080 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fd1e3fae-a3af-4c1a-8081-2bf15374d7a4 req-c745b598-b623-44e4-a53f-9b4d0ed43aa6 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315344 Jul 15 19:23:09.262909 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459aa33-9739-4b6a-acdf-8154b214e2a4 req-303d1294-2834-4c82-8c0a-4a7a4d0d5413 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:09.264391 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3459aa33-9739-4b6a-acdf-8154b214e2a4 req-303d1294-2834-4c82-8c0a-4a7a4d0d5413 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 944 time: 0.0619068 Jul 15 19:23:09.301596 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-3459aa33-9739-4b6a-acdf-8154b214e2a4 req-d31b2ec0-c77e-41e3-aeb7-58221b409f50 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315289 Jul 15 19:23:10.474975 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d41d8-f380-492e-b57e-834bc3864a43 req-4df434de-0361-416a-aef1-c50f6a7e4048 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:10.476448 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d34d41d8-f380-492e-b57e-834bc3864a43 req-4df434de-0361-416a-aef1-c50f6a7e4048 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 944 time: 0.0668912 Jul 15 19:23:10.514674 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d34d41d8-f380-492e-b57e-834bc3864a43 req-1558a02d-d614-4d88-890e-d69a0367e326 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326490 Jul 15 19:23:11.684437 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23b307-7244-40e1-b878-f6662639c827 req-206f57a7-279c-4d49-9df2-533ba2adf0a4 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:11.686508 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2a23b307-7244-40e1-b878-f6662639c827 req-206f57a7-279c-4d49-9df2-533ba2adf0a4 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 944 time: 0.0619671 Jul 15 19:23:11.723912 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2a23b307-7244-40e1-b878-f6662639c827 req-ed469505-1841-4593-91f1-d19654c89559 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319617 Jul 15 19:23:12.899655 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7dd73-fb89-4bc3-96a8-456d3cdadabb req-35dbc150-214a-4a57-a8a1-8a5f9a11ae10 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:12.901184 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e9b7dd73-fb89-4bc3-96a8-456d3cdadabb req-35dbc150-214a-4a57-a8a1-8a5f9a11ae10 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 944 time: 0.0684023 Jul 15 19:23:12.939079 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-e9b7dd73-fb89-4bc3-96a8-456d3cdadabb req-1c5b9962-ee6a-4844-a496-5dfa8cbc83ab tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314837 Jul 15 19:23:14.116202 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7319d0-741f-4648-bce1-32aac35c8f1b req-2528a841-9b66-4d4c-91c4-517be1bddc58 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:14.117778 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dc7319d0-741f-4648-bce1-32aac35c8f1b req-2528a841-9b66-4d4c-91c4-517be1bddc58 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 944 time: 0.0667233 Jul 15 19:23:14.156045 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-dc7319d0-741f-4648-bce1-32aac35c8f1b req-d26e6187-c508-4856-b0f7-72ecbba6787f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324559 Jul 15 19:23:15.027224 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device a84a6898-f634-42be-a7e2-b51ff6579e4c details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 19:23:15.118579 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port a84a6898-f634-42be-a7e2-b51ff6579e4c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=a84a6898-f634-42be-a7e2-b51ff6579e4c,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:23:15.129769 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Returning: {'device': 'a84a6898-f634-42be-a7e2-b51ff6579e4c', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'port_id': 'a84a6898-f634-42be-a7e2-b51ff6579e4c', 'mac_address': 'fa:16:3e:07:42:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 19:23:15.168684 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:15.181605 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84a6898-f634-42be-a7e2-b51ff6579e4c {{(pid=93323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 19:23:15.205967 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port a84a6898-f634-42be-a7e2-b51ff6579e4c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=a84a6898-f634-42be-a7e2-b51ff6579e4c,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:23:15.210803 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:15.266052 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=a84a6898-f634-42be-a7e2-b51ff6579e4c,revision_number=4']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:15.334977 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed2e6b-f27f-4564-83af-152f27c7410b req-71d1bd6d-d2e6-4217-b2d5-abde3ac7b068 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:15.336474 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b9ed2e6b-f27f-4564-83af-152f27c7410b req-71d1bd6d-d2e6-4217-b2d5-abde3ac7b068 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 945 time: 0.0683677 Jul 15 19:23:15.376553 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b9ed2e6b-f27f-4564-83af-152f27c7410b req-4bdd8a25-ba50-4dd0-afa3-d19942bcd308 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337477 Jul 15 19:23:15.520659 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] get_ports_and_sgs() called for port_ids ['a84a6898-f634-42be-a7e2-b51ff6579e4c'] {{(pid=93323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 19:23:16.556919 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaa56a-c27f-4cd9-8f3f-690eb465bbb0 req-7cfa7f62-10e6-48c7-900e-0ed9f407e204 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:16.558410 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5dcaa56a-c27f-4cd9-8f3f-690eb465bbb0 req-7cfa7f62-10e6-48c7-900e-0ed9f407e204 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 945 time: 0.0671351 Jul 15 19:23:16.597491 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-5dcaa56a-c27f-4cd9-8f3f-690eb465bbb0 req-102d6ddd-9183-4e62-a0d3-58bcaaa35680 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327008 Jul 15 19:23:17.041914 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device a84a6898-f634-42be-a7e2-b51ff6579e4c up at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 19:23:17.089836 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning for port a84a6898-f634-42be-a7e2-b51ff6579e4c completed by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 19:23:17.094042 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.provisioning_blocks [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Provisioning complete for port a84a6898-f634-42be-a7e2-b51ff6579e4c triggered by entity L2. {{(pid=93323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 19:23:17.094307 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1922476'] for port, provisioning_complete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:17.168650 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:17.189865 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84a6898-f634-42be-a7e2-b51ff6579e4c'}] {{(pid=93323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:23:17.192089 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df15ebcbf778bd5375010bb5b922d2f5e9a3e4aac96f01a2a9e67b79f807d547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd491c6-3f87-4ae7-afdb-6c1208280435" -d '{"events": [{"server_uuid": "5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698", "name": "network-vif-plugged", "status": "completed", "tag": "a84a6898-f634-42be-a7e2-b51ff6579e4c"}]}' {{(pid=93323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:23:17.205219 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] For port a84a6898-f634-42be-a7e2-b51ff6579e4c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=a84a6898-f634-42be-a7e2-b51ff6579e4c,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:23:17.209073 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239'] for port, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:17.231805 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff2d2c9-5399-4052-afbf-d59d7012ecfd x-openstack-request-id: req-5ff2d2c9-5399-4052-afbf-d59d7012ecfd {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:23:17.232092 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698", "name": "network-vif-plugged", "status": "completed", "tag": "a84a6898-f634-42be-a7e2-b51ff6579e4c", "code": 200}]} {{(pid=93323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:23:17.232339 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ff2d2c9-5399-4052-afbf-d59d7012ecfd {{(pid=93323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:23:17.232784 dv-cinder-784453-9-iscsi neutron-server[93323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84a6898-f634-42be-a7e2-b51ff6579e4c', 'code': 200} Jul 15 19:23:17.256740 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Pushing event updated for resources: {'Port': ['ID=a84a6898-f634-42be-a7e2-b51ff6579e4c,revision_number=5']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:17.516365 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ade96f-6de0-4bf0-bcdb-8a6698247faa req-e917a5e0-a8b6-444c-81c7-6adacf37ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:17.517851 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-94ade96f-6de0-4bf0-bcdb-8a6698247faa req-e917a5e0-a8b6-444c-81c7-6adacf37ba38 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 1099 time: 0.0512564 Jul 15 19:23:17.549916 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-94ade96f-6de0-4bf0-bcdb-8a6698247faa req-0dc5dab0-d739-4072-9d2d-61354c1b786b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259254 Jul 15 19:23:17.771180 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15242a-eb43-4709-b694-6cabcf2f18d7 req-5e9592e8-111e-4f9b-aee5-81866154779a tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:17.772565 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8a15242a-eb43-4709-b694-6cabcf2f18d7 req-5e9592e8-111e-4f9b-aee5-81866154779a tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 946 time: 0.0654218 Jul 15 19:23:17.811228 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-8a15242a-eb43-4709-b694-6cabcf2f18d7 req-5a7a3d56-0370-44ba-80dd-f7fb75e9de63 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323234 Jul 15 19:23:18.983308 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a804-8c05-45b0-ac98-8be3b941cf4b req-97ba290f-37d2-4dd2-bb0b-be76c1d4805d tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:18.984793 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-72b4a804-8c05-45b0-ac98-8be3b941cf4b req-97ba290f-37d2-4dd2-bb0b-be76c1d4805d tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 946 time: 0.0619917 Jul 15 19:23:19.022681 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-72b4a804-8c05-45b0-ac98-8be3b941cf4b req-debe6b25-c7c1-48af-93ef-af7dc2355e14 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321541 Jul 15 19:23:20.194884 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e21ee-1f3d-4f67-b2e4-871ce615ab32 req-aa283b42-f50f-4501-9387-db57fc412686 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:20.196371 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9d2e21ee-1f3d-4f67-b2e4-871ce615ab32 req-aa283b42-f50f-4501-9387-db57fc412686 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 946 time: 0.0611403 Jul 15 19:23:20.232658 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-9d2e21ee-1f3d-4f67-b2e4-871ce615ab32 req-1777986d-20ac-420c-b467-fa77cdb9dff0 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301213 Jul 15 19:23:21.409003 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1b137-af69-48cc-aeae-d60f8efba8a1 req-da03f988-bf40-442f-b3b8-178e7b171452 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:21.410388 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2bd1b137-af69-48cc-aeae-d60f8efba8a1 req-da03f988-bf40-442f-b3b8-178e7b171452 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 946 time: 0.0669689 Jul 15 19:23:21.447741 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2bd1b137-af69-48cc-aeae-d60f8efba8a1 req-6899ea02-9b01-4b44-a7a4-737be83b5d34 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316107 Jul 15 19:23:22.619786 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af959d1-f1da-47d9-a737-4333fb7b371a req-e9db1a09-02de-4935-81bd-d1491a0dc55a tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:22.621155 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2af959d1-f1da-47d9-a737-4333fb7b371a req-e9db1a09-02de-4935-81bd-d1491a0dc55a tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 946 time: 0.0618396 Jul 15 19:23:22.658618 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2af959d1-f1da-47d9-a737-4333fb7b371a req-38f381b8-d7f8-4df8-ab77-03da4637668a tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310287 Jul 15 19:23:22.830683 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b23f7b-d0f1-4da6-bbe5-d25c95741768 req-e57d9f0f-a69f-46ca-9e68-3597418c8aeb tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:22.832184 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f9b23f7b-d0f1-4da6-bbe5-d25c95741768 req-e57d9f0f-a69f-46ca-9e68-3597418c8aeb tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 946 time: 0.0653012 Jul 15 19:23:22.869630 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-f9b23f7b-d0f1-4da6-bbe5-d25c95741768 req-efa8a4a8-33fa-416a-bcaa-6a8859bb1d18 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319669 Jul 15 19:23:22.892871 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 51836) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:22.942895 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44fa93-a925-409a-9445-02dd60d39042 tempest-TestVolumeBootPattern-1037983584 tempest-TestVolumeBootPattern-1037983584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:22.944376 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-3e44fa93-a925-409a-9445-02dd60d39042 tempest-TestVolumeBootPattern-1037983584 tempest-TestVolumeBootPattern-1037983584-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 1094 time: 0.0505681 Jul 15 19:23:22.947096 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 51838) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:22.951335 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Request body: {'floatingip': {'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'port_id': 'a84a6898-f634-42be-a7e2-b51ff6579e4c', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:23:22.973011 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for floatingip, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:23.069866 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:23.111594 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-1a04ccc4-89e0-4bea-a6ce-28a08885f8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:23.171867 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.db_base_plugin_common [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Allocated IP 172.27.0.24 (2fe01b8c-3178-4875-bf1e-3816faa9377f/206b0eb6-95e6-4268-8bc4-a0ef773dc97c/206f5fc7-40fd-4c76-95b7-49dca3667566) {{(pid=93321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 19:23:23.272574 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for port, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:23.309948 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754284472203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:23.349678 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Network 2fe01b8c-3178-4875-bf1e-3816faa9377f is already hosted by enough agents. {{(pid=93321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 19:23:23.352366 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Resources bound (agent type, host, resource id): {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:23:23.354909 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Received port after_create {{(pid=93321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 19:23:23.378980 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event updated for resources: {'Port': ['ID=206f5fc7-40fd-4c76-95b7-49dca3667566,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:23.730640 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:23.803536 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for port, before_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:23.960092 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for port, precommit_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:23.963655 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754284875349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754284472221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754284472239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132133842'] for port, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:24.035686 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event updated for resources: {'Port': ['ID=206f5fc7-40fd-4c76-95b7-49dca3667566,revision_number=2']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:24.045240 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-978606'] for floatingip, after_update {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:24.140540 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.l3_db [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Floating IP baaf7e88-1405-4b77-8571-73c6bdd96d72 associated. External IP: 172.27.0.24, port: a84a6898-f634-42be-a7e2-b51ff6579e4c. Jul 15 19:23:24.342833 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Router 00cbb213-ccab-48b6-90a5-2805db14d19e has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:23:24.446186 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:23:24.456863 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8694c07-8e18-4f75-ad9c-2dd9daec5a6d None None] Sync routers for ids ['00cbb213-ccab-48b6-90a5-2805db14d19e'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:23:24.461637 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:24.466359 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8694c07-8e18-4f75-ad9c-2dd9daec5a6d None None] Routers {'00cbb213-ccab-48b6-90a5-2805db14d19e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:23:24.467000 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-c8694c07-8e18-4f75-ad9c-2dd9daec5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:22:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['00cbb213-ccab-48b6-90a5-2805db14d19e'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:23:24.497086 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-c42f24d7-84a4-4cc1-bffd-d345bc291125 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5490100 Jul 15 19:23:24.498205 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698', 'tag': 'a84a6898-f634-42be-a7e2-b51ff6579e4c'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:23:24.500471 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfea7f6-979f-490f-b664-a50194503606" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698", "tag": "a84a6898-f634-42be-a7e2-b51ff6579e4c"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:23:24.536649 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e3d07a-bcd2-4b7c-9cf8-d960718b93a9 x-openstack-request-id: req-67e3d07a-bcd2-4b7c-9cf8-d960718b93a9 {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:23:24.536938 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698", "tag": "a84a6898-f634-42be-a7e2-b51ff6579e4c", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:23:24.537193 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-67e3d07a-bcd2-4b7c-9cf8-d960718b93a9 {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:23:24.537595 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698', 'tag': 'a84a6898-f634-42be-a7e2-b51ff6579e4c', 'status': 'completed', 'code': 200} Jul 15 19:23:24.570138 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-c8694c07-8e18-4f75-ad9c-2dd9daec5a6d None None] Set router 00cbb213-ccab-48b6-90a5-2805db14d19e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:23:24.633824 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfea7f6-979f-490f-b664-a50194503606 req-b273f663-e91f-41df-899c-306b3e03aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:24.635300 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0cfea7f6-979f-490f-b664-a50194503606 req-b273f663-e91f-41df-899c-306b3e03aa5d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=412cc63088124ce79a3589f0ee2bac63&device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 1099 time: 0.0520949 Jul 15 19:23:24.730354 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfea7f6-979f-490f-b664-a50194503606 req-f3eb5243-386a-44a6-9ea5-9ca0f723e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:24.732370 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0cfea7f6-979f-490f-b664-a50194503606 req-f3eb5243-386a-44a6-9ea5-9ca0f723e21a service neutron] 10.222.0.93 "GET /v2.0/networks?id=f85f717e-1189-49c0-bcaa-5760f144f50d HTTP/1.1" status: 200 len: 913 time: 0.0856051 Jul 15 19:23:24.800020 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0cfea7f6-979f-490f-b664-a50194503606 req-075ca9ac-67ee-4ba5-ac45-332b6373baaf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a84a6898-f634-42be-a7e2-b51ff6579e4c HTTP/1.1" status: 200 len: 999 time: 0.0612028 Jul 15 19:23:24.802552 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-c8694c07-8e18-4f75-ad9c-2dd9daec5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': 'aa22978b-cbdb-44e5-9bd5-cf48fb4a6f5f', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'port_id': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'mac_address': 'fa:16:3e:37:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:21:16Z', 'updated_at': '2021-07-15T19:21:19Z', 'revision_number': 1, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ip_address_scope': None}, {'id': 'baaf7e88-1405-4b77-8571-73c6bdd96d72', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'port_id': 'a84a6898-f634-42be-a7e2-b51ff6579e4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'mac_address': 'fa:16:3e:07:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:23:23Z', 'updated_at': '2021-07-15T19:23:23Z', 'revision_number': 0, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:23:24.832690 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8694c07-8e18-4f75-ad9c-2dd9daec5a6d None None] Checking router: 00cbb213-ccab-48b6-90a5-2805db14d19e for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:23:24.841762 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8694c07-8e18-4f75-ad9c-2dd9daec5a6d None None] Routers {'00cbb213-ccab-48b6-90a5-2805db14d19e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:23:24.842525 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-c8694c07-8e18-4f75-ad9c-2dd9daec5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:22:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['00cbb213-ccab-48b6-90a5-2805db14d19e'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:23:24.853616 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfea7f6-979f-490f-b664-a50194503606 req-3574d15d-e323-46e5-8954-187d0d051a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:24.855840 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0cfea7f6-979f-490f-b664-a50194503606 req-3574d15d-e323-46e5-8954-187d0d051a75 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=96d427e5-3376-4497-acbb-248c3bfd0fc9 HTTP/1.1" status: 200 len: 850 time: 0.0496874 Jul 15 19:23:24.923344 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfea7f6-979f-490f-b664-a50194503606 req-11ca7c74-03b6-40f3-bb8b-929696e83d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:24.924878 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0cfea7f6-979f-490f-b664-a50194503606 req-11ca7c74-03b6-40f3-bb8b-929696e83d70 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f85f717e-1189-49c0-bcaa-5760f144f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626457 Jul 15 19:23:25.038333 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0cfea7f6-979f-490f-b664-a50194503606 req-56bbb599-530f-4328-9eef-7c568bee8d2f service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062820 Jul 15 19:23:25.082204 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-c8694c07-8e18-4f75-ad9c-2dd9daec5a6d None None] Set router 00cbb213-ccab-48b6-90a5-2805db14d19e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:23:25.135003 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0cfea7f6-979f-490f-b664-a50194503606 req-bb717b3f-98eb-4d04-85ba-21b2822d5e12 service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895650 Jul 15 19:23:25.311934 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-c8694c07-8e18-4f75-ad9c-2dd9daec5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': 'aa22978b-cbdb-44e5-9bd5-cf48fb4a6f5f', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'port_id': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'mac_address': 'fa:16:3e:37:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:21:16Z', 'updated_at': '2021-07-15T19:21:19Z', 'revision_number': 1, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ip_address_scope': None}, {'id': 'baaf7e88-1405-4b77-8571-73c6bdd96d72', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'port_id': 'a84a6898-f634-42be-a7e2-b51ff6579e4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'mac_address': 'fa:16:3e:07:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:23:23Z', 'updated_at': '2021-07-15T19:23:23Z', 'revision_number': 0, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:23:25.325237 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 51892) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:25.342325 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8694c07-8e18-4f75-ad9c-2dd9daec5a6d None None] The sync data for ids ['00cbb213-ccab-48b6-90a5-2805db14d19e'] in dv-cinder-784453-9-iscsi is: [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': 'aa22978b-cbdb-44e5-9bd5-cf48fb4a6f5f', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'port_id': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'mac_address': 'fa:16:3e:37:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:21:16Z', 'updated_at': '2021-07-15T19:21:19Z', 'revision_number': 1, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ip_address_scope': None}, {'id': 'baaf7e88-1405-4b77-8571-73c6bdd96d72', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'port_id': 'a84a6898-f634-42be-a7e2-b51ff6579e4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'mac_address': 'fa:16:3e:07:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:23:23Z', 'updated_at': '2021-07-15T19:23:23Z', 'revision_number': 0, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:23:25.430605 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b26c3312-af6c-4cb7-8ffa-dc9764a6cf21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:25.523026 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b26c3312-af6c-4cb7-8ffa-dc9764a6cf21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:25.528170 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-b26c3312-af6c-4cb7-8ffa-dc9764a6cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:25.534650 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f4a34-76f6-487e-a917-6ffceb7847a4 None None] New status for floating IP baaf7e88-1405-4b77-8571-73c6bdd96d72: ACTIVE {{(pid=93324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:23:25.565386 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c3312-af6c-4cb7-8ffa-dc9764a6cf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb4ff93-292a-4625-896b-9f864b7cf2f4,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:25.569518 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-b26c3312-af6c-4cb7-8ffa-dc9764a6cf21 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ce8a70c35e004cf7860cb7cfca8344c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425308 Jul 15 19:23:25.572076 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 51896) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:25.620769 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0147a6f1-a35f-4245-acd1-1ff2c48724c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:25.641951 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0147a6f1-a35f-4245-acd1-1ff2c48724c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:25.650887 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-c487bd49-b8d2-4a4c-878d-0d8c31f525d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:25.692996 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0147a6f1-a35f-4245-acd1-1ff2c48724c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:25.695581 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-0147a6f1-a35f-4245-acd1-1ff2c48724c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:25.696842 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-0147a6f1-a35f-4245-acd1-1ff2c48724c3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dfb4ff93-292a-4625-896b-9f864b7cf2f4 HTTP/1.1" status: 204 len: 168 time: 0.1237581 Jul 15 19:23:25.707338 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147a6f1-a35f-4245-acd1-1ff2c48724c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb4ff93-292a-4625-896b-9f864b7cf2f4,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:25.729403 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:25.951243 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 51902) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:25.964345 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-8d77c4ee-e2d4-4290-bdff-5e1a7cf383ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:26.051419 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-8d77c4ee-e2d4-4290-bdff-5e1a7cf383ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:26.055002 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-8d77c4ee-e2d4-4290-bdff-5e1a7cf383ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:26.093121 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-8d77c4ee-e2d4-4290-bdff-5e1a7cf383ff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=27d0942e54584e279d2aabfb6f74cdb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406093 Jul 15 19:23:26.094211 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77c4ee-e2d4-4290-bdff-5e1a7cf383ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457a1df9-396f-4025-90ad-bb1d58883be1,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:26.095867 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 51904) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:26.144828 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d428d2c4-9569-4afb-abd5-b25e4496461f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:26.167426 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d428d2c4-9569-4afb-abd5-b25e4496461f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:26.211691 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d428d2c4-9569-4afb-abd5-b25e4496461f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:26.214375 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d428d2c4-9569-4afb-abd5-b25e4496461f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:26.215522 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-d428d2c4-9569-4afb-abd5-b25e4496461f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/457a1df9-396f-4025-90ad-bb1d58883be1 HTTP/1.1" status: 204 len: 168 time: 0.1180863 Jul 15 19:23:26.223005 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428d2c4-9569-4afb-abd5-b25e4496461f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457a1df9-396f-4025-90ad-bb1d58883be1,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:26.638649 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:27.697385 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 51948) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:27.798043 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4365f118-7869-491b-ab7c-6e8ac9afc147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:27.885013 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4365f118-7869-491b-ab7c-6e8ac9afc147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:27.889100 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4365f118-7869-491b-ab7c-6e8ac9afc147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:27.927245 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-4365f118-7869-491b-ab7c-6e8ac9afc147 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e726b5ca7bd245c9ae6d7c0a6429fd16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287951 Jul 15 19:23:27.928359 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365f118-7869-491b-ab7c-6e8ac9afc147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1974783c-f4d3-4687-b169-f2c8accc28dc,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:27.929892 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 51952) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:27.978143 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9de70754-29f4-4d7f-a9b6-8ddcc3ec0675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:27.999855 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9de70754-29f4-4d7f-a9b6-8ddcc3ec0675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:28.045026 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9de70754-29f4-4d7f-a9b6-8ddcc3ec0675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:28.047591 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9de70754-29f4-4d7f-a9b6-8ddcc3ec0675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:28.048730 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-9de70754-29f4-4d7f-a9b6-8ddcc3ec0675 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1974783c-f4d3-4687-b169-f2c8accc28dc HTTP/1.1" status: 204 len: 168 time: 0.1171927 Jul 15 19:23:28.056171 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de70754-29f4-4d7f-a9b6-8ddcc3ec0675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1974783c-f4d3-4687-b169-f2c8accc28dc,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:28.285279 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:23:28.302960 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 51958) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:28.316797 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-384683ce-7e47-4bf9-a6ba-776c4bf3bdde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:28.327379 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:28.406974 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-384683ce-7e47-4bf9-a6ba-776c4bf3bdde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:28.410591 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-384683ce-7e47-4bf9-a6ba-776c4bf3bdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:28.449196 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-384683ce-7e47-4bf9-a6ba-776c4bf3bdde admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e40196ee7af94d63a8d373d217e4f9ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451979 Jul 15 19:23:28.451570 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384683ce-7e47-4bf9-a6ba-776c4bf3bdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3fe247-79eb-4b57-84b8-762613f608f1,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:28.452175 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 51960) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:28.500881 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-2afe4fa1-e611-4fd1-91a2-74c80035f514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:28.521099 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-2afe4fa1-e611-4fd1-91a2-74c80035f514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:28.568196 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-2afe4fa1-e611-4fd1-91a2-74c80035f514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:28.570706 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-2afe4fa1-e611-4fd1-91a2-74c80035f514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:28.571832 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-2afe4fa1-e611-4fd1-91a2-74c80035f514 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ff3fe247-79eb-4b57-84b8-762613f608f1 HTTP/1.1" status: 204 len: 168 time: 0.1186156 Jul 15 19:23:28.579206 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe4fa1-e611-4fd1-91a2-74c80035f514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3fe247-79eb-4b57-84b8-762613f608f1,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:28.678676 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:30.270589 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52018) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:30.370413 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-238382fc-12ba-4c04-9984-c6b15b01e543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:30.455140 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-238382fc-12ba-4c04-9984-c6b15b01e543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:30.458619 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-238382fc-12ba-4c04-9984-c6b15b01e543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:30.496394 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-238382fc-12ba-4c04-9984-c6b15b01e543 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7d90bcceddb04d4cac19042de82d7db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247577 Jul 15 19:23:30.498108 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238382fc-12ba-4c04-9984-c6b15b01e543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e42a6e-4ac1-4a69-a8c4-2a23b155e134,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:30.499810 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 52022) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:30.548655 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-bb1154c6-286b-41e2-807f-efabc14ca590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:30.569756 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-bb1154c6-286b-41e2-807f-efabc14ca590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:30.614851 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-bb1154c6-286b-41e2-807f-efabc14ca590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:30.617623 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-bb1154c6-286b-41e2-807f-efabc14ca590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:30.618869 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-bb1154c6-286b-41e2-807f-efabc14ca590 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/22e42a6e-4ac1-4a69-a8c4-2a23b155e134 HTTP/1.1" status: 204 len: 168 time: 0.1180520 Jul 15 19:23:30.627444 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1154c6-286b-41e2-807f-efabc14ca590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e42a6e-4ac1-4a69-a8c4-2a23b155e134,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:30.868315 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 52028) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:30.881565 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9e4e206f-ced6-40ee-9102-64e09e48c0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:30.966951 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9e4e206f-ced6-40ee-9102-64e09e48c0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:30.970584 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-9e4e206f-ced6-40ee-9102-64e09e48c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:31.011259 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-9e4e206f-ced6-40ee-9102-64e09e48c0c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b3555afd0f43441ea9df5c715570de4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418805 Jul 15 19:23:31.012123 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e206f-ced6-40ee-9102-64e09e48c0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7919e89b-f07e-45f6-a295-2db5c3c0957a,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:31.014078 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52030) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:31.061774 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-1f23896b-3bb7-4225-bd7b-d284c399cade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:31.081741 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-1f23896b-3bb7-4225-bd7b-d284c399cade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:31.126565 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-1f23896b-3bb7-4225-bd7b-d284c399cade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:31.129030 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-1f23896b-3bb7-4225-bd7b-d284c399cade admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:31.130143 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-1f23896b-3bb7-4225-bd7b-d284c399cade admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7919e89b-f07e-45f6-a295-2db5c3c0957a HTTP/1.1" status: 204 len: 168 time: 0.1150246 Jul 15 19:23:31.137486 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23896b-3bb7-4225-bd7b-d284c399cade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7919e89b-f07e-45f6-a295-2db5c3c0957a,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:31.761358 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52054) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:31.853123 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-3a661162-95f9-4e0c-91fe-d058153e3d6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1089167488-network', 'tenant_id': '88e24ac6b04e489190cfb8ce0cd33d7e'}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:23:31.882114 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a661162-95f9-4e0c-91fe-d058153e3d6b admin admin] Made reservation on behalf of 88e24ac6b04e489190cfb8ce0cd33d7e for: {'network': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:23:31.884473 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3a661162-95f9-4e0c-91fe-d058153e3d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:31.896158 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3a661162-95f9-4e0c-91fe-d058153e3d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:31.988508 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3a661162-95f9-4e0c-91fe-d058153e3d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:31.992736 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3a661162-95f9-4e0c-91fe-d058153e3d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:32.015925 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a661162-95f9-4e0c-91fe-d058153e3d6b admin admin] vlan segment allocate from pool success with {'vlan_id': 1174, 'physical_network': 'physnet1'} {{(pid=93322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:23:32.029293 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a661162-95f9-4e0c-91fe-d058153e3d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7aacde0-1315-4523-9550-7b732d64bec3,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:32.035330 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3a661162-95f9-4e0c-91fe-d058153e3d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:32.035671 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.segments_db [None req-3a661162-95f9-4e0c-91fe-d058153e3d6b admin admin] Added segment 310ad0ab-07e2-410f-a089-fa9ff0ad2f3b of type vlan for network 264c4233-93ea-480b-a0a3-09930eb1cd67 Jul 15 19:23:32.076178 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3a661162-95f9-4e0c-91fe-d058153e3d6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:32.103225 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3a661162-95f9-4e0c-91fe-d058153e3d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:32.104159 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a661162-95f9-4e0c-91fe-d058153e3d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:32.104741 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-3a661162-95f9-4e0c-91fe-d058153e3d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:32.135728 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-3a661162-95f9-4e0c-91fe-d058153e3d6b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3733134 Jul 15 19:23:32.138728 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 52058) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:32.143720 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-d85ab42a-f3b2-4408-afe3-a1973ad11ddc admin admin] Request body: {'subnet': {'network_id': '264c4233-93ea-480b-a0a3-09930eb1cd67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1089167488-subnet', 'tenant_id': '88e24ac6b04e489190cfb8ce0cd33d7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:23:32.163476 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85ab42a-f3b2-4408-afe3-a1973ad11ddc admin admin] Made reservation on behalf of 88e24ac6b04e489190cfb8ce0cd33d7e for: {'subnet': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:23:32.164501 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a661162-95f9-4e0c-91fe-d058153e3d6b admin admin] Pushing event updated for resources: {'Network': ['ID=264c4233-93ea-480b-a0a3-09930eb1cd67,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:32.165746 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d85ab42a-f3b2-4408-afe3-a1973ad11ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132686063'] for subnet, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:32.174748 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network 264c4233-93ea-480b-a0a3-09930eb1cd67 details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:23:32.333942 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d85ab42a-f3b2-4408-afe3-a1973ad11ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132133703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132686077'] for subnet, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:32.391464 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ab42a-f3b2-4408-afe3-a1973ad11ddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=51f51f1a-1483-4e8a-b918-d36cc74400e2,revision_number=0']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:32.395610 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85ab42a-f3b2-4408-afe3-a1973ad11ddc admin admin] Checking segment: {'id': '310ad0ab-07e2-410f-a089-fa9ff0ad2f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '264c4233-93ea-480b-a0a3-09930eb1cd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:23:32.395961 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85ab42a-f3b2-4408-afe3-a1973ad11ddc admin admin] Network hostable DHCP agents. Network: 264c4233-93ea-480b-a0a3-09930eb1cd67, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:23:32.412395 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85ab42a-f3b2-4408-afe3-a1973ad11ddc admin admin] Network 264c4233-93ea-480b-a0a3-09930eb1cd67 is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:23:32.421425 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.scheduler.base_scheduler [None req-d85ab42a-f3b2-4408-afe3-a1973ad11ddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, 264c4233-93ea-480b-a0a3-09930eb1cd67) {{(pid=93321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:23:32.425827 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85ab42a-f3b2-4408-afe3-a1973ad11ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:32.426922 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-d85ab42a-f3b2-4408-afe3-a1973ad11ddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:32.429944 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81b113a-8a5a-4574-ae6a-7219568df646 None None] Network 264c4233-93ea-480b-a0a3-09930eb1cd67 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:23:32.440855 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-d85ab42a-f3b2-4408-afe3-a1973ad11ddc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3010311 Jul 15 19:23:32.552328 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44225996-2e29-4c7a-90f3-b2746e496ba1 None None] Network 264c4233-93ea-480b-a0a3-09930eb1cd67 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:23:32.880636 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 52074) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:32.885663 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.v2.base [None req-37169b90-b310-4bc3-8534-17e5d4a92121 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-916823938-network', 'tenant_id': 'b99f70f1706f462fac1a52dbf16ff2ce'}} {{(pid=93321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:23:32.907545 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37169b90-b310-4bc3-8534-17e5d4a92121 admin admin] Made reservation on behalf of b99f70f1706f462fac1a52dbf16ff2ce for: {'network': 1} {{(pid=93321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:23:32.909896 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-37169b90-b310-4bc3-8534-17e5d4a92121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1634396'] for network, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:32.918223 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-37169b90-b310-4bc3-8534-17e5d4a92121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:33.004285 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-37169b90-b310-4bc3-8534-17e5d4a92121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:33.008080 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-37169b90-b310-4bc3-8534-17e5d4a92121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:33.029606 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37169b90-b310-4bc3-8534-17e5d4a92121 admin admin] vlan segment allocate from pool success with {'vlan_id': 1168, 'physical_network': 'physnet1'} {{(pid=93321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 19:23:33.044314 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37169b90-b310-4bc3-8534-17e5d4a92121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3708ff76-5324-4507-9be4-3730aed34b74,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:33.047223 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-37169b90-b310-4bc3-8534-17e5d4a92121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:33.047566 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.db.segments_db [None req-37169b90-b310-4bc3-8534-17e5d4a92121 admin admin] Added segment 621c11fd-81e3-4e91-afea-7cdf62ca2372 of type vlan for network 23f8dceb-be48-4129-94be-0c352bacb06b Jul 15 19:23:33.088622 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-37169b90-b310-4bc3-8534-17e5d4a92121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754284430340'] for network, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:33.397485 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-37169b90-b310-4bc3-8534-17e5d4a92121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455'] for network, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:33.398573 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37169b90-b310-4bc3-8534-17e5d4a92121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:33.399153 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-37169b90-b310-4bc3-8534-17e5d4a92121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:33.427654 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-37169b90-b310-4bc3-8534-17e5d4a92121 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5459015 Jul 15 19:23:33.430379 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52076) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:33.435814 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.v2.base [None req-7d0379c0-315c-4441-b597-a14d2adf6eed admin admin] Request body: {'subnet': {'network_id': '23f8dceb-be48-4129-94be-0c352bacb06b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-916823938-subnet', 'tenant_id': 'b99f70f1706f462fac1a52dbf16ff2ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 19:23:33.456792 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0379c0-315c-4441-b597-a14d2adf6eed admin admin] Made reservation on behalf of b99f70f1706f462fac1a52dbf16ff2ce for: {'subnet': 1} {{(pid=93322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 19:23:33.459157 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7d0379c0-315c-4441-b597-a14d2adf6eed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132654421'] for subnet, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:33.459840 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37169b90-b310-4bc3-8534-17e5d4a92121 admin admin] Pushing event updated for resources: {'Network': ['ID=23f8dceb-be48-4129-94be-0c352bacb06b,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:33.470004 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Network 23f8dceb-be48-4129-94be-0c352bacb06b details requested by agent ovs-agent-dv-cinder-784453-9-iscsi with host dv-cinder-784453-9-iscsi {{(pid=93323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 19:23:33.620234 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7d0379c0-315c-4441-b597-a14d2adf6eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132284473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132654407'] for subnet, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:33.679253 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0379c0-315c-4441-b597-a14d2adf6eed admin admin] Pushing event updated for resources: {'Subnet': ['ID=678c03d0-bd89-4ca8-840a-9e814ecba21e,revision_number=0']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:33.688661 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0379c0-315c-4441-b597-a14d2adf6eed admin admin] Checking segment: {'id': '621c11fd-81e3-4e91-afea-7cdf62ca2372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '23f8dceb-be48-4129-94be-0c352bacb06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 19:23:33.688950 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0379c0-315c-4441-b597-a14d2adf6eed admin admin] Network hostable DHCP agents. Network: 23f8dceb-be48-4129-94be-0c352bacb06b, hostable agents: ['f4401215-da7d-4613-b58b-0e29226f109b'], hosted agents: [] {{(pid=93322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 19:23:33.705601 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0379c0-315c-4441-b597-a14d2adf6eed admin admin] Network 23f8dceb-be48-4129-94be-0c352bacb06b is scheduled to be hosted by DHCP agent f4401215-da7d-4613-b58b-0e29226f109b with binding_index 1 {{(pid=93322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 19:23:33.714126 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.base_scheduler [None req-7d0379c0-315c-4441-b597-a14d2adf6eed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-9-iscsi, 23f8dceb-be48-4129-94be-0c352bacb06b) {{(pid=93322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 19:23:33.718365 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0379c0-315c-4441-b597-a14d2adf6eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:33.718985 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7d0379c0-315c-4441-b597-a14d2adf6eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:33.724337 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369298ce-d47a-4e56-9800-16a1a5250dcb None None] Network 23f8dceb-be48-4129-94be-0c352bacb06b requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:23:33.733417 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-7d0379c0-315c-4441-b597-a14d2adf6eed admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3017974 Jul 15 19:23:33.848202 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a764df-79a9-4e4d-80e2-cda8f1b0852d None None] Network 23f8dceb-be48-4129-94be-0c352bacb06b requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:23:47.094922 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52198) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:47.137480 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Deleting subnet 51f51f1a-1483-4e8a-b918-d36cc74400e2 {{(pid=93322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:23:47.141129 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.172895 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132251514'] for subnet, precommit_delete_associations {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.212693 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921093'] for subnet, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.262166 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132284646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132654462'] for subnet, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.288606 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51f51f1a-1483-4e8a-b918-d36cc74400e2,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:47.290997 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.292815 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/51f51f1a-1483-4e8a-b918-d36cc74400e2 HTTP/1.1" status: 204 len: 168 time: 0.1968770 Jul 15 19:23:47.295636 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 52200) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:47.298568 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.298922 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.299265 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.299602 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.299934 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.300266 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.300595 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.300922 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.301246 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.301569 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.301888 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.302208 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c62a53-d3c6-4c2d-9c93-c4a7c47528b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.366278 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621038'] for network, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.440730 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1920033', 'neutron.services.segments.db._delete_segments_for_network-8754284971340'] for network, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.451040 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264c4233-93ea-480b-a0a3-09930eb1cd67']}} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:23:47.460491 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310ad0ab-07e2-410f-a089-fa9ff0ad2f3b') {'for_net_delete': True} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:23:47.460781 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310ad0ab-07e2-410f-a089-fa9ff0ad2f3b') {} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:23:47.470238 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754284973397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132728003'] for segment, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.483796 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.489386 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=93321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:23:47.490008 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132133178'] for segment, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: conditions |= (models_v2.Port.network_id.in_( Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: Traceback (most recent call last): Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: timer() Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: cb(*args, **kw) Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: return func(*args, **kwargs) Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: self._notify() Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: self.callback(batched_events) Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: event.method(event) Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: return f(self, *a, **k) Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: return self._get(url).json() Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: return self.request(url, 'GET', **kwargs) Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:23:47.491950 dv-cinder-784453-9-iscsi neutron-server[93321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:23:47.546619 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1920056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978616'] for network, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.550854 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.552685 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] 10.222.0.73 "DELETE /v2.0/networks/264c4233-93ea-480b-a0a3-09930eb1cd67 HTTP/1.1" status: 204 len: 168 time: 0.2559993 Jul 15 19:23:47.555733 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52202) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:47.564852 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Pushing event deleted for resources: {'Network': ['ID=264c4233-93ea-480b-a0a3-09930eb1cd67,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:47.571663 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.572017 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.572358 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.572694 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.573026 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.573356 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.573682 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.574007 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.574331 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.574685 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.575011 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.576038 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43eeffc-d8a4-4c30-a574-2527cdfdc837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:23:47.599237 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7f8442-dd19-44c1-8576-5be44d517fad admin admin] Deleting subnet 678c03d0-bd89-4ca8-840a-9e814ecba21e {{(pid=93322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:23:47.602314 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8442-dd19-44c1-8576-5be44d517fad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.635378 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8442-dd19-44c1-8576-5be44d517fad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132251514'] for subnet, precommit_delete_associations {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.677116 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8442-dd19-44c1-8576-5be44d517fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921093'] for subnet, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.727362 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8442-dd19-44c1-8576-5be44d517fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132284646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132654462'] for subnet, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.752931 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f8442-dd19-44c1-8576-5be44d517fad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=678c03d0-bd89-4ca8-840a-9e814ecba21e,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:47.757369 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8442-dd19-44c1-8576-5be44d517fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.759472 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-7f7f8442-dd19-44c1-8576-5be44d517fad admin admin] 10.222.0.73 "DELETE /v2.0/subnets/678c03d0-bd89-4ca8-840a-9e814ecba21e HTTP/1.1" status: 204 len: 168 time: 0.2027137 Jul 15 19:23:47.761874 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52204) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:47.828661 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ea7a07b6-f39b-47d3-91d3-5250b3fca80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621038'] for network, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.907215 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ea7a07b6-f39b-47d3-91d3-5250b3fca80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1920033', 'neutron.services.segments.db._delete_segments_for_network-8754284971340'] for network, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.916642 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-ea7a07b6-f39b-47d3-91d3-5250b3fca80d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f8dceb-be48-4129-94be-0c352bacb06b']}} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:23:47.926534 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-ea7a07b6-f39b-47d3-91d3-5250b3fca80d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621c11fd-81e3-4e91-afea-7cdf62ca2372') {'for_net_delete': True} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:23:47.926834 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.services.segments.db [None req-ea7a07b6-f39b-47d3-91d3-5250b3fca80d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621c11fd-81e3-4e91-afea-7cdf62ca2372') {} {{(pid=93322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:23:47.936137 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ea7a07b6-f39b-47d3-91d3-5250b3fca80d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754284973397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132251469'] for segment, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.949163 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ea7a07b6-f39b-47d3-91d3-5250b3fca80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.954986 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7a07b6-f39b-47d3-91d3-5250b3fca80d admin admin] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=93322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:23:47.955371 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ea7a07b6-f39b-47d3-91d3-5250b3fca80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132284996'] for segment, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: Traceback (most recent call last): Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: timer() Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: cb(*args, **kw) Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: return func(*args, **kwargs) Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: self._notify() Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: self.callback(batched_events) Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: event.method(event) Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: return f(self, *a, **k) Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._get(url).json() Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: return self.request(url, 'GET', **kwargs) Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:23:47.956934 dv-cinder-784453-9-iscsi neutron-server[93322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:23:48.012686 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ea7a07b6-f39b-47d3-91d3-5250b3fca80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1920056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978616'] for network, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:48.018796 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-ea7a07b6-f39b-47d3-91d3-5250b3fca80d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:48.020583 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-ea7a07b6-f39b-47d3-91d3-5250b3fca80d admin admin] 10.222.0.73 "DELETE /v2.0/networks/23f8dceb-be48-4129-94be-0c352bacb06b HTTP/1.1" status: 204 len: 168 time: 0.2577457 Jul 15 19:23:48.033487 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a07b6-f39b-47d3-91d3-5250b3fca80d admin admin] Pushing event deleted for resources: {'Network': ['ID=23f8dceb-be48-4129-94be-0c352bacb06b,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:48.178041 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52208) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:48.217109 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-9de3e189-e1b5-4f29-a15d-28a168844e7e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=88e24ac6b04e489190cfb8ce0cd33d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377803 Jul 15 19:23:48.219352 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52210) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:48.266717 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b8d89e8c-c6a8-4393-9b88-08e3ad652641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:48.287216 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b8d89e8c-c6a8-4393-9b88-08e3ad652641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:48.331613 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b8d89e8c-c6a8-4393-9b88-08e3ad652641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:48.334115 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b8d89e8c-c6a8-4393-9b88-08e3ad652641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:48.335341 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-b8d89e8c-c6a8-4393-9b88-08e3ad652641 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c7aacde0-1315-4523-9550-7b732d64bec3 HTTP/1.1" status: 204 len: 168 time: 0.1150548 Jul 15 19:23:48.343669 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d89e8c-c6a8-4393-9b88-08e3ad652641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7aacde0-1315-4523-9550-7b732d64bec3,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:48.641388 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52216) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:48.679151 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-3522b075-38e9-4e80-8a97-65009a307fcd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b99f70f1706f462fac1a52dbf16ff2ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366673 Jul 15 19:23:48.681409 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52218) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:23:48.729585 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-28a65435-9440-4dde-98bf-a55103d62b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:48.749538 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-28a65435-9440-4dde-98bf-a55103d62b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:48.794439 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-28a65435-9440-4dde-98bf-a55103d62b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:48.796896 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-28a65435-9440-4dde-98bf-a55103d62b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:48.797996 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-28a65435-9440-4dde-98bf-a55103d62b92 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3708ff76-5324-4507-9be4-3730aed34b74 HTTP/1.1" status: 204 len: 168 time: 0.1157396 Jul 15 19:23:48.805345 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a65435-9440-4dde-98bf-a55103d62b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3708ff76-5324-4507-9be4-3730aed34b74,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:23:53.116504 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-3b074b75-0971-4736-bde8-f2fe3a2dc497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:55.652120 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-3ab4aa15-c0e3-47c2-b513-e56172182132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:55.720416 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:56.641468 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:58.333827 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:58.586157 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-171ef5cf-8b98-4384-b97f-e2d3e3699fa0 req-f2961a34-466e-46fe-9dc4-fa0b78177086 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490537 Jul 15 19:23:58.690817 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:23:58.701700 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ef5cf-8b98-4384-b97f-e2d3e3699fa0 req-12f69719-7f5c-41ab-aa5a-dfd38a4fba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:58.703221 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-171ef5cf-8b98-4384-b97f-e2d3e3699fa0 req-12f69719-7f5c-41ab-aa5a-dfd38a4fba9d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=412cc63088124ce79a3589f0ee2bac63&device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 1098 time: 0.0528321 Jul 15 19:23:58.806806 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ef5cf-8b98-4384-b97f-e2d3e3699fa0 req-53a6a17e-037f-4bf2-bd1b-a64b6a4af567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:58.808243 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-171ef5cf-8b98-4384-b97f-e2d3e3699fa0 req-53a6a17e-037f-4bf2-bd1b-a64b6a4af567 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f85f717e-1189-49c0-bcaa-5760f144f50d HTTP/1.1" status: 200 len: 913 time: 0.0850072 Jul 15 19:23:58.875239 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-171ef5cf-8b98-4384-b97f-e2d3e3699fa0 req-e0849990-2e25-4615-8185-6b060effa87b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=446a8d30-c15a-47ab-aa11-feeb2dc7b9cf HTTP/1.1" status: 200 len: 1001 time: 0.0597987 Jul 15 19:23:58.922440 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ef5cf-8b98-4384-b97f-e2d3e3699fa0 req-3d1fa012-d64e-4a35-9f2f-63c42f199bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:58.923866 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-171ef5cf-8b98-4384-b97f-e2d3e3699fa0 req-3d1fa012-d64e-4a35-9f2f-63c42f199bca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=96d427e5-3376-4497-acbb-248c3bfd0fc9 HTTP/1.1" status: 200 len: 850 time: 0.0418472 Jul 15 19:23:58.978795 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ef5cf-8b98-4384-b97f-e2d3e3699fa0 req-0f496102-2eb7-4319-8470-5183947b090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:23:58.980234 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-171ef5cf-8b98-4384-b97f-e2d3e3699fa0 req-0f496102-2eb7-4319-8470-5183947b090d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f85f717e-1189-49c0-bcaa-5760f144f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499258 Jul 15 19:23:59.073386 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-171ef5cf-8b98-4384-b97f-e2d3e3699fa0 req-dfa4f764-37fd-49f7-b064-eda94bf47f05 service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854146 Jul 15 19:23:59.161359 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-171ef5cf-8b98-4384-b97f-e2d3e3699fa0 req-e15afdfe-f9e6-44a4-8795-23d0e64a06c8 service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806978 Jul 15 19:24:05.285246 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:24:10.185992 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52350) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:24:10.287981 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d7798e73-384a-45fc-80da-43d74eb5dcda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:10.376579 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d7798e73-384a-45fc-80da-43d74eb5dcda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:10.380036 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-d7798e73-384a-45fc-80da-43d74eb5dcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:10.414385 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7798e73-384a-45fc-80da-43d74eb5dcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776ff616-c074-4519-abe6-f8e6a658acd6,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:24:10.419212 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-d7798e73-384a-45fc-80da-43d74eb5dcda admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=039a7d39674d4000b01602c4d987b1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321188 Jul 15 19:24:10.421934 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52354) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:24:10.470234 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8a276171-7a87-4e50-9b78-b47d333d6fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:10.490859 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8a276171-7a87-4e50-9b78-b47d333d6fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:10.534305 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8a276171-7a87-4e50-9b78-b47d333d6fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:10.536793 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-8a276171-7a87-4e50-9b78-b47d333d6fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:10.537893 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-8a276171-7a87-4e50-9b78-b47d333d6fca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/776ff616-c074-4519-abe6-f8e6a658acd6 HTTP/1.1" status: 204 len: 168 time: 0.1152225 Jul 15 19:24:10.546132 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a276171-7a87-4e50-9b78-b47d333d6fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776ff616-c074-4519-abe6-f8e6a658acd6,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:24:14.378850 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52422) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:24:14.483453 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-68c45686-bd8c-4d20-b1e3-7264b6517935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:14.571251 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-68c45686-bd8c-4d20-b1e3-7264b6517935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:14.575486 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-68c45686-bd8c-4d20-b1e3-7264b6517935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:14.611112 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-68c45686-bd8c-4d20-b1e3-7264b6517935 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=081aed2cd3d0400495aa90144618703b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312291 Jul 15 19:24:14.612974 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c45686-bd8c-4d20-b1e3-7264b6517935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19951663-c3f5-408b-bedc-b202d3f0a30d,revision_number=1']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:24:14.613747 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 52426) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:24:14.662370 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-56990127-3f10-46d6-bd22-aa46e1259e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:14.682240 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-56990127-3f10-46d6-bd22-aa46e1259e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:14.730618 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-56990127-3f10-46d6-bd22-aa46e1259e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:14.733052 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-56990127-3f10-46d6-bd22-aa46e1259e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:14.734144 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-56990127-3f10-46d6-bd22-aa46e1259e96 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/19951663-c3f5-408b-bedc-b202d3f0a30d HTTP/1.1" status: 204 len: 168 time: 0.1190946 Jul 15 19:24:14.742158 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56990127-3f10-46d6-bd22-aa46e1259e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19951663-c3f5-408b-bedc-b202d3f0a30d,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:24:23.116882 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-ea4b5aba-7209-4e1d-b0db-1fc1280d8973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:25.226495 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 52564) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:24:25.324759 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-273b3294-8d42-442f-9c44-ff0438c06548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:25.414642 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-273b3294-8d42-442f-9c44-ff0438c06548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:25.418318 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-273b3294-8d42-442f-9c44-ff0438c06548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_create {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:25.455350 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-273b3294-8d42-442f-9c44-ff0438c06548 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5e798cece9b94c77915ca2d701cd20a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278111 Jul 15 19:24:25.456423 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b3294-8d42-442f-9c44-ff0438c06548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be878299-d676-40b0-8431-49f3ebd8933f,revision_number=1']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:24:25.458170 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52568) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:24:25.505789 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ca4b-a1bf-4246-a31e-2601d9033932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:25.525507 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ca4b-a1bf-4246-a31e-2601d9033932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:25.571997 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ca4b-a1bf-4246-a31e-2601d9033932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:25.574364 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ca4b-a1bf-4246-a31e-2601d9033932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:25.575561 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-b3c5ca4b-a1bf-4246-a31e-2601d9033932 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be878299-d676-40b0-8431-49f3ebd8933f HTTP/1.1" status: 204 len: 168 time: 0.1158566 Jul 15 19:24:25.582839 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5ca4b-a1bf-4246-a31e-2601d9033932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be878299-d676-40b0-8431-49f3ebd8933f,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:24:25.652135 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-1f32b845-a41f-4512-8f19-e3079cfb1c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:25.721957 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:26.644963 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:28.332825 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:28.706792 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:42.286785 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:24:53.119464 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-1a3c93f1-afae-4e7f-b60d-959599756619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:55.654283 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-21e1295b-505b-4b45-bb6f-20d584d2d5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:55.724514 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:56.647560 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:58.334934 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:58.710181 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:24:58.743124 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c3e605ae-1d4e-43df-8eba-42c55922b7de req-15d7f0ef-d4da-447b-abf0-9399f091d5d2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1323268 Jul 15 19:24:58.829935 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e605ae-1d4e-43df-8eba-42c55922b7de req-badeefe4-4d9d-4539-a455-3f5a34b661f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:24:58.831434 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c3e605ae-1d4e-43df-8eba-42c55922b7de req-badeefe4-4d9d-4539-a455-3f5a34b661f8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=412cc63088124ce79a3589f0ee2bac63&device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 1099 time: 0.0537705 Jul 15 19:24:58.935008 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e605ae-1d4e-43df-8eba-42c55922b7de req-dbc47e0b-7588-4333-ae10-fdc75f596edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:24:58.936355 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c3e605ae-1d4e-43df-8eba-42c55922b7de req-dbc47e0b-7588-4333-ae10-fdc75f596edb service neutron] 10.222.0.93 "GET /v2.0/networks?id=f85f717e-1189-49c0-bcaa-5760f144f50d HTTP/1.1" status: 200 len: 913 time: 0.0837605 Jul 15 19:24:59.004068 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c3e605ae-1d4e-43df-8eba-42c55922b7de req-57be2eaa-3a31-436f-a118-9496ef07265a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a84a6898-f634-42be-a7e2-b51ff6579e4c HTTP/1.1" status: 200 len: 1001 time: 0.0604570 Jul 15 19:24:59.051970 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e605ae-1d4e-43df-8eba-42c55922b7de req-b2c3eda6-4a7d-403a-a114-4e43a9743ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:24:59.053404 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c3e605ae-1d4e-43df-8eba-42c55922b7de req-b2c3eda6-4a7d-403a-a114-4e43a9743ef5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=96d427e5-3376-4497-acbb-248c3bfd0fc9 HTTP/1.1" status: 200 len: 850 time: 0.0436378 Jul 15 19:24:59.108991 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e605ae-1d4e-43df-8eba-42c55922b7de req-83518891-fcab-47df-9f05-2ca851f80c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:24:59.110446 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c3e605ae-1d4e-43df-8eba-42c55922b7de req-83518891-fcab-47df-9f05-2ca851f80c08 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f85f717e-1189-49c0-bcaa-5760f144f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502932 Jul 15 19:24:59.121322 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [req-c3e605ae-1d4e-43df-8eba-42c55922b7de req-511bf543-0049-42fd-8457-0dfd457731a7 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 19:24:59.122236 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c3e605ae-1d4e-43df-8eba-42c55922b7de req-511bf543-0049-42fd-8457-0dfd457731a7 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047934 Jul 15 19:24:59.211311 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c3e605ae-1d4e-43df-8eba-42c55922b7de req-f0938aef-61fe-4772-91df-0034f7eb8198 service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832050 Jul 15 19:24:59.298042 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c3e605ae-1d4e-43df-8eba-42c55922b7de req-6ab519b9-c2e0-45ab-8bd0-ed92052ead56 service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797570 Jul 15 19:25:03.467809 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52580) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:03.899003 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Deleting port 206f5fc7-40fd-4c76-95b7-49dca3667566 {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:03.899346 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:03.974668 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:03.975000 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:03.987379 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Calling delete_port for 206f5fc7-40fd-4c76-95b7-49dca3667566 owned by network:floatingip {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:04.133589 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:04.159449 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event deleted for resources: {'Port': ['ID=206f5fc7-40fd-4c76-95b7-49dca3667566,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:04.188349 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:04.188693 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:04.189027 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:04.189353 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:04.189674 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:04.189998 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:04.190320 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:04.190665 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:04.190985 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:04.191298 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:04.191610 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:04.191924 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:04.231368 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for floatingip, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:04.231711 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.l3_db [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Floating IP baaf7e88-1405-4b77-8571-73c6bdd96d72 disassociated (deleted). External IP: 172.27.0.24, port: a84a6898-f634-42be-a7e2-b51ff6579e4c. Jul 15 19:25:04.439934 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Router 00cbb213-ccab-48b6-90a5-2805db14d19e has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:25:04.546844 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:25:04.551567 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:04.556503 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90e4758-a0d0-453d-8534-ac7cfc2d773b None None] Sync routers for ids ['00cbb213-ccab-48b6-90a5-2805db14d19e'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:25:04.565490 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90e4758-a0d0-453d-8534-ac7cfc2d773b None None] Routers {'00cbb213-ccab-48b6-90a5-2805db14d19e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:25:04.566099 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-c90e4758-a0d0-453d-8534-ac7cfc2d773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:24:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['00cbb213-ccab-48b6-90a5-2805db14d19e'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:04.588116 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-64389086-d371-484e-95b7-d5e77bf5b53f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "DELETE /v2.0/floatingips/baaf7e88-1405-4b77-8571-73c6bdd96d72 HTTP/1.1" status: 204 len: 168 time: 1.1190901 Jul 15 19:25:04.588851 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698', 'tag': 'a84a6898-f634-42be-a7e2-b51ff6579e4c'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:25:04.591413 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4acf7bf-31f6-49c5-b1e9-ccee9fbb8114" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698", "tag": "a84a6898-f634-42be-a7e2-b51ff6579e4c"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:25:04.672388 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-c90e4758-a0d0-453d-8534-ac7cfc2d773b None None] Set router 00cbb213-ccab-48b6-90a5-2805db14d19e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:25:04.753892 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aac9817-4a87-4ae0-b68a-7d7a1320aef0 x-openstack-request-id: req-6aac9817-4a87-4ae0-b68a-7d7a1320aef0 {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:25:04.754296 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698", "tag": "a84a6898-f634-42be-a7e2-b51ff6579e4c", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:25:04.754680 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6aac9817-4a87-4ae0-b68a-7d7a1320aef0 {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:25:04.755048 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698', 'tag': 'a84a6898-f634-42be-a7e2-b51ff6579e4c', 'status': 'completed', 'code': 200} Jul 15 19:25:04.867479 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acf7bf-31f6-49c5-b1e9-ccee9fbb8114 req-c6d58fdd-1d48-4cfe-a2ab-cb2a713be81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:04.869100 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c4acf7bf-31f6-49c5-b1e9-ccee9fbb8114 req-c6d58fdd-1d48-4cfe-a2ab-cb2a713be81c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=412cc63088124ce79a3589f0ee2bac63&device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 1099 time: 0.0672207 Jul 15 19:25:04.914668 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-c90e4758-a0d0-453d-8534-ac7cfc2d773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': 'aa22978b-cbdb-44e5-9bd5-cf48fb4a6f5f', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'port_id': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'mac_address': 'fa:16:3e:37:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:21:16Z', 'updated_at': '2021-07-15T19:21:19Z', 'revision_number': 1, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:04.940811 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90e4758-a0d0-453d-8534-ac7cfc2d773b None None] Checking router: 00cbb213-ccab-48b6-90a5-2805db14d19e for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:25:04.950082 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90e4758-a0d0-453d-8534-ac7cfc2d773b None None] Routers {'00cbb213-ccab-48b6-90a5-2805db14d19e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:25:04.950768 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-c90e4758-a0d0-453d-8534-ac7cfc2d773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:24:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['00cbb213-ccab-48b6-90a5-2805db14d19e'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:04.998266 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acf7bf-31f6-49c5-b1e9-ccee9fbb8114 req-d3c5e737-6fcc-40de-952e-2ca328083137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:04.999773 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c4acf7bf-31f6-49c5-b1e9-ccee9fbb8114 req-d3c5e737-6fcc-40de-952e-2ca328083137 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f85f717e-1189-49c0-bcaa-5760f144f50d HTTP/1.1" status: 200 len: 913 time: 0.1237628 Jul 15 19:25:05.058177 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-c90e4758-a0d0-453d-8534-ac7cfc2d773b None None] Set router 00cbb213-ccab-48b6-90a5-2805db14d19e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:25:05.063178 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c4acf7bf-31f6-49c5-b1e9-ccee9fbb8114 req-dec0b5af-ca7d-48c5-86ff-da066b4a3b7f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a84a6898-f634-42be-a7e2-b51ff6579e4c HTTP/1.1" status: 200 len: 217 time: 0.0453091 Jul 15 19:25:05.071773 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd366f9f-6fe5-437f-b199-8c0b292e4f41 req-62ae98fd-39ea-4ef6-80cb-14a0e3e75f8f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:05.073219 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cd366f9f-6fe5-437f-b199-8c0b292e4f41 req-62ae98fd-39ea-4ef6-80cb-14a0e3e75f8f tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 946 time: 0.1666675 Jul 15 19:25:05.142264 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acf7bf-31f6-49c5-b1e9-ccee9fbb8114 req-6e92e7d6-82b0-4754-a9a9-ff2b839a6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:05.143744 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c4acf7bf-31f6-49c5-b1e9-ccee9fbb8114 req-6e92e7d6-82b0-4754-a9a9-ff2b839a6195 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=96d427e5-3376-4497-acbb-248c3bfd0fc9 HTTP/1.1" status: 200 len: 850 time: 0.0696607 Jul 15 19:25:05.146655 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-cd366f9f-6fe5-437f-b199-8c0b292e4f41 req-afab0253-9f48-487e-b7af-036f344aa068 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644629 Jul 15 19:25:05.222999 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acf7bf-31f6-49c5-b1e9-ccee9fbb8114 req-989d3e19-8aa3-4504-80bf-a8fbfc35c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:05.224549 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c4acf7bf-31f6-49c5-b1e9-ccee9fbb8114 req-989d3e19-8aa3-4504-80bf-a8fbfc35c01d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f85f717e-1189-49c0-bcaa-5760f144f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575337 Jul 15 19:25:05.282159 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-c90e4758-a0d0-453d-8534-ac7cfc2d773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': 'aa22978b-cbdb-44e5-9bd5-cf48fb4a6f5f', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'port_id': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'mac_address': 'fa:16:3e:37:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:21:16Z', 'updated_at': '2021-07-15T19:21:19Z', 'revision_number': 1, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:05.308189 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90e4758-a0d0-453d-8534-ac7cfc2d773b None None] The sync data for ids ['00cbb213-ccab-48b6-90a5-2805db14d19e'] in dv-cinder-784453-9-iscsi is: [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_floatingips': [{'id': 'aa22978b-cbdb-44e5-9bd5-cf48fb4a6f5f', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'floating_ip_address': '172.27.0.177', 'floating_network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'router_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'port_id': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'mac_address': 'fa:16:3e:37:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T19:21:16Z', 'updated_at': '2021-07-15T19:21:19Z', 'revision_number': 1, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:25:05.315678 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c4acf7bf-31f6-49c5-b1e9-ccee9fbb8114 req-50f57c19-d265-47dc-bfb0-07fb59aa0aeb service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837994 Jul 15 19:25:05.413407 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-c4acf7bf-31f6-49c5-b1e9-ccee9fbb8114 req-1b9d08d6-7801-4386-9dd3-df1584d3c1f7 service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892141 Jul 15 19:25:05.525597 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147e45cf-0ab5-45bb-9ff0-453613ac1f74 None None] New status for floating IP baaf7e88-1405-4b77-8571-73c6bdd96d72: DOWN {{(pid=93324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:25:06.382805 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe336667-2ce8-4d2a-ad98-994e5e9e0f66 req-907f84bd-f281-4e9f-938d-8f0aeb7f2cc5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:06.384269 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fe336667-2ce8-4d2a-ad98-994e5e9e0f66 req-907f84bd-f281-4e9f-938d-8f0aeb7f2cc5 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 946 time: 0.1103148 Jul 15 19:25:06.422668 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-fe336667-2ce8-4d2a-ad98-994e5e9e0f66 req-92684db9-3b39-4eb5-994c-5ee76d41bb7b tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326178 Jul 15 19:25:06.789941 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac8ef8-003c-4034-9051-3e1b7c3df9a2 req-7d8ae51e-0233-4b39-9063-755209958118 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:06.791378 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d8ac8ef8-003c-4034-9051-3e1b7c3df9a2 req-7d8ae51e-0233-4b39-9063-755209958118 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.93 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 946 time: 0.0647838 Jul 15 19:25:06.888937 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-d8ac8ef8-003c-4034-9051-3e1b7c3df9a2 req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Deleting port a84a6898-f634-42be-a7e2-b51ff6579e4c {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:06.889278 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-d8ac8ef8-003c-4034-9051-3e1b7c3df9a2 req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:06.978255 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-d8ac8ef8-003c-4034-9051-3e1b7c3df9a2 req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] For port a84a6898-f634-42be-a7e2-b51ff6579e4c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=a84a6898-f634-42be-a7e2-b51ff6579e4c,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:06.978631 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-d8ac8ef8-003c-4034-9051-3e1b7c3df9a2 req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:06.990696 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-d8ac8ef8-003c-4034-9051-3e1b7c3df9a2 req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Calling delete_port for a84a6898-f634-42be-a7e2-b51ff6579e4c owned by compute:nova {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:07.112659 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-d8ac8ef8-003c-4034-9051-3e1b7c3df9a2 req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:07.145580 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event deleted for resources: {'Port': ['ID=a84a6898-f634-42be-a7e2-b51ff6579e4c,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:07.157895 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:07.157895 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:07.157895 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:07.158175 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:07.158489 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:07.158866 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:07.159228 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:07.159550 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:07.159875 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:07.160282 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:07.160630 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:07.160949 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:07.200897 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ac8ef8-003c-4034-9051-3e1b7c3df9a2 req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] No DVR routers for this DVR port a84a6898-f634-42be-a7e2-b51ff6579e4c on host hv-cinder-78445 {{(pid=93321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:25:07.203353 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-d8ac8ef8-003c-4034-9051-3e1b7c3df9a2 req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:07.205317 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-d8ac8ef8-003c-4034-9051-3e1b7c3df9a2 req-9b4a605a-942e-4812-b106-e352c2afce2e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.93 "DELETE /v2.0/ports/a84a6898-f634-42be-a7e2-b51ff6579e4c HTTP/1.1" status: 204 len: 173 time: 0.4088101 Jul 15 19:25:07.205781 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698', 'name': 'network-vif-deleted', 'tag': 'a84a6898-f634-42be-a7e2-b51ff6579e4c'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:25:07.208056 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431261af-ee9a-4850-b215-997092e002be" -d '{"events": [{"server_uuid": "5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698", "name": "network-vif-deleted", "tag": "a84a6898-f634-42be-a7e2-b51ff6579e4c"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:25:07.310210 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd6c559-0859-4e56-9d7e-2a396989b172 x-openstack-request-id: req-1cd6c559-0859-4e56-9d7e-2a396989b172 {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:25:07.310524 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698", "name": "network-vif-deleted", "tag": "a84a6898-f634-42be-a7e2-b51ff6579e4c", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:25:07.310772 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1cd6c559-0859-4e56-9d7e-2a396989b172 {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:25:07.311163 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698', 'name': 'network-vif-deleted', 'tag': 'a84a6898-f634-42be-a7e2-b51ff6579e4c', 'status': 'completed', 'code': 200} Jul 15 19:25:07.569268 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-a3af4b00-cd67-428d-90ad-518ee66ae810 req-71f527aa-9329-455f-b363-61574aedae8e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cdf4ed8-ba22-4a00-b65d-1f2f05fa0698 HTTP/1.1" status: 200 len: 210 time: 0.0328212 Jul 15 19:25:09.597386 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device a84a6898-f634-42be-a7e2-b51ff6579e4c no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:25:09.617915 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: a84a6898-f634-42be-a7e2-b51ff6579e4c {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:25:09.618254 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device a84a6898-f634-42be-a7e2-b51ff6579e4c not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:25:10.876667 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52628) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:11.026567 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-e041e190-f51d-4916-abad-c132c97329ca tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Deleting port 83bc8352-d64a-45ae-92eb-0a65a4f4cecf {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:11.026970 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e041e190-f51d-4916-abad-c132c97329ca tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:11.101178 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e041e190-f51d-4916-abad-c132c97329ca tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:11.101500 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e041e190-f51d-4916-abad-c132c97329ca tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:11.113327 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-e041e190-f51d-4916-abad-c132c97329ca tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Calling delete_port for 83bc8352-d64a-45ae-92eb-0a65a4f4cecf owned by network:floatingip {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:11.251506 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e041e190-f51d-4916-abad-c132c97329ca tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:11.278854 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041e190-f51d-4916-abad-c132c97329ca tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event deleted for resources: {'Port': ['ID=83bc8352-d64a-45ae-92eb-0a65a4f4cecf,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:11.338690 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e041e190-f51d-4916-abad-c132c97329ca tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for floatingip, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:11.339023 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.db.l3_db [None req-e041e190-f51d-4916-abad-c132c97329ca tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Floating IP aa22978b-cbdb-44e5-9bd5-cf48fb4a6f5f disassociated (deleted). External IP: 172.27.0.177, port: 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf. Jul 15 19:25:11.540211 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e041e190-f51d-4916-abad-c132c97329ca tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Router 00cbb213-ccab-48b6-90a5-2805db14d19e has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:25:11.643636 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e041e190-f51d-4916-abad-c132c97329ca tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:25:11.648308 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-e041e190-f51d-4916-abad-c132c97329ca tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:11.653323 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af48f959-1194-4e2a-bfb7-539d46efe7ee None None] Sync routers for ids ['00cbb213-ccab-48b6-90a5-2805db14d19e'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:25:11.661756 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af48f959-1194-4e2a-bfb7-539d46efe7ee None None] Routers {'00cbb213-ccab-48b6-90a5-2805db14d19e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:25:11.662357 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-af48f959-1194-4e2a-bfb7-539d46efe7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:24:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['00cbb213-ccab-48b6-90a5-2805db14d19e'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:11.684364 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-e041e190-f51d-4916-abad-c132c97329ca tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "DELETE /v2.0/floatingips/aa22978b-cbdb-44e5-9bd5-cf48fb4a6f5f HTTP/1.1" status: 204 len: 168 time: 0.8066299 Jul 15 19:25:11.684942 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'tag': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf'}] {{(pid=93322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:25:11.687299 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ca0078f46933c74f9dfc30e23ef71eb753bf36ecc75a90301a19b02ac78474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0297e7-8d78-4554-ae00-662d4f9772e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1c92db6d-9b3d-4255-9c03-9abca6401061", "tag": "446a8d30-c15a-47ab-aa11-feeb2dc7b9cf"}]}' {{(pid=93322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:25:11.723445 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 19:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9ac98e-e1d7-4c8e-8250-8f968a95d505 x-openstack-request-id: req-aa9ac98e-e1d7-4c8e-8250-8f968a95d505 {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:25:11.723760 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c92db6d-9b3d-4255-9c03-9abca6401061", "tag": "446a8d30-c15a-47ab-aa11-feeb2dc7b9cf", "status": "completed", "code": 200}]} {{(pid=93322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:25:11.724015 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aa9ac98e-e1d7-4c8e-8250-8f968a95d505 {{(pid=93322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:25:11.724420 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'tag': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf', 'status': 'completed', 'code': 200} Jul 15 19:25:11.770225 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-af48f959-1194-4e2a-bfb7-539d46efe7ee None None] Set router 00cbb213-ccab-48b6-90a5-2805db14d19e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:25:11.821826 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0297e7-8d78-4554-ae00-662d4f9772e7 req-e2f64879-91c3-4d8e-a19b-f7c17e53fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:11.823361 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1b0297e7-8d78-4554-ae00-662d4f9772e7 req-e2f64879-91c3-4d8e-a19b-f7c17e53fafa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=412cc63088124ce79a3589f0ee2bac63&device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 1098 time: 0.0514905 Jul 15 19:25:11.928120 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0297e7-8d78-4554-ae00-662d4f9772e7 req-fe47d70f-58ac-4fb9-af45-98ab74eadfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:11.929597 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1b0297e7-8d78-4554-ae00-662d4f9772e7 req-fe47d70f-58ac-4fb9-af45-98ab74eadfdd service neutron] 10.222.0.93 "GET /v2.0/networks?id=f85f717e-1189-49c0-bcaa-5760f144f50d HTTP/1.1" status: 200 len: 913 time: 0.0997732 Jul 15 19:25:11.977565 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-af48f959-1194-4e2a-bfb7-539d46efe7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:12.003674 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1b0297e7-8d78-4554-ae00-662d4f9772e7 req-09713246-a859-4b4c-9334-7a02fb727fa2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=446a8d30-c15a-47ab-aa11-feeb2dc7b9cf HTTP/1.1" status: 200 len: 217 time: 0.0353265 Jul 15 19:25:12.005729 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af48f959-1194-4e2a-bfb7-539d46efe7ee None None] Checking router: 00cbb213-ccab-48b6-90a5-2805db14d19e for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:25:12.015328 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af48f959-1194-4e2a-bfb7-539d46efe7ee None None] Routers {'00cbb213-ccab-48b6-90a5-2805db14d19e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:25:12.017310 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-af48f959-1194-4e2a-bfb7-539d46efe7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:24:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['00cbb213-ccab-48b6-90a5-2805db14d19e'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:12.094786 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0297e7-8d78-4554-ae00-662d4f9772e7 req-d5a7861a-26ff-4ee2-950d-484bdfb48203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:12.096164 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1b0297e7-8d78-4554-ae00-662d4f9772e7 req-d5a7861a-26ff-4ee2-950d-484bdfb48203 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=96d427e5-3376-4497-acbb-248c3bfd0fc9 HTTP/1.1" status: 200 len: 850 time: 0.0795295 Jul 15 19:25:12.124849 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a356f-a415-4529-8c2d-214ade8a93d9 req-5418d7f4-ec93-4a2d-8777-81df11272f74 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:12.126478 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0d4a356f-a415-4529-8c2d-214ade8a93d9 req-5418d7f4-ec93-4a2d-8777-81df11272f74 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 945 time: 0.1201792 Jul 15 19:25:12.185804 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-0d4a356f-a415-4529-8c2d-214ade8a93d9 req-1fab9257-caeb-49a7-988c-d192ff5bc030 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411191 Jul 15 19:25:12.209125 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0297e7-8d78-4554-ae00-662d4f9772e7 req-1d0c9502-cba8-427f-872a-f7d096a94a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:12.209125 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1b0297e7-8d78-4554-ae00-662d4f9772e7 req-1d0c9502-cba8-427f-872a-f7d096a94a0e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f85f717e-1189-49c0-bcaa-5760f144f50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1013732 Jul 15 19:25:12.247040 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-af48f959-1194-4e2a-bfb7-539d46efe7ee None None] Set router 00cbb213-ccab-48b6-90a5-2805db14d19e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:25:12.301137 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1b0297e7-8d78-4554-ae00-662d4f9772e7 req-ce49a32e-3fb7-44d6-a049-ae4b448a296e service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864763 Jul 15 19:25:12.394592 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-1b0297e7-8d78-4554-ae00-662d4f9772e7 req-ce4fd266-1861-4129-9d31-524ce1f77592 service neutron] 10.222.0.93 "GET /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860772 Jul 15 19:25:12.439148 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-af48f959-1194-4e2a-bfb7-539d46efe7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:12.469828 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af48f959-1194-4e2a-bfb7-539d46efe7ee None None] The sync data for ids ['00cbb213-ccab-48b6-90a5-2805db14d19e'] in dv-cinder-784453-9-iscsi is: [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:11Z', 'revision_number': 4, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi', '_interfaces': [{'id': '888b312b-5043-43ac-b2f4-174d064ed115', 'name': '', 'network_id': 'f85f717e-1189-49c0-bcaa-5760f144f50d', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'mac_address': 'fa:16:3e:34:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:11Z', 'updated_at': '2021-07-15T19:17:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'subnets': [{'id': '96d427e5-3376-4497-acbb-248c3bfd0fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:25:12.676253 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b594a52f-817c-48c4-844d-1b5b6ed52e93 None None] New status for floating IP aa22978b-cbdb-44e5-9bd5-cf48fb4a6f5f: DOWN {{(pid=93324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 19:25:13.365204 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79cb26-2ca4-4dec-a097-82dd7134bf4e req-46233e2c-26d9-4493-aa06-0f5176475197 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:13.366653 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4d79cb26-2ca4-4dec-a097-82dd7134bf4e req-46233e2c-26d9-4493-aa06-0f5176475197 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 945 time: 0.0634084 Jul 15 19:25:13.404382 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-4d79cb26-2ca4-4dec-a097-82dd7134bf4e req-6d314aee-1073-48d1-8fed-212b5b8054b2 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/security-groups?id=acda721b-bb83-44ed-8797-12b795cef6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319285 Jul 15 19:25:13.805712 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b1731-93fa-4c49-94d7-6f200df9957f req-5e9e844f-b1ca-4a42-953e-9c34fb710462 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 19:25:13.807166 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b48b1731-93fa-4c49-94d7-6f200df9957f req-5e9e844f-b1ca-4a42-953e-9c34fb710462 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 945 time: 0.0607557 Jul 15 19:25:13.907969 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-b48b1731-93fa-4c49-94d7-6f200df9957f req-e4396e15-4b87-4088-bffa-d8cb5fcef0d9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Deleting port 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:13.908307 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-b48b1731-93fa-4c49-94d7-6f200df9957f req-e4396e15-4b87-4088-bffa-d8cb5fcef0d9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:13.992627 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [req-b48b1731-93fa-4c49-94d7-6f200df9957f req-e4396e15-4b87-4088-bffa-d8cb5fcef0d9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] For port 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=446a8d30-c15a-47ab-aa11-feeb2dc7b9cf,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:13.992997 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-b48b1731-93fa-4c49-94d7-6f200df9957f req-e4396e15-4b87-4088-bffa-d8cb5fcef0d9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:14.005484 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [req-b48b1731-93fa-4c49-94d7-6f200df9957f req-e4396e15-4b87-4088-bffa-d8cb5fcef0d9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Calling delete_port for 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf owned by compute:nova {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:14.130644 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-b48b1731-93fa-4c49-94d7-6f200df9957f req-e4396e15-4b87-4088-bffa-d8cb5fcef0d9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:14.159417 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4396e15-4b87-4088-bffa-d8cb5fcef0d9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event deleted for resources: {'Port': ['ID=446a8d30-c15a-47ab-aa11-feeb2dc7b9cf,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:14.207624 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48b1731-93fa-4c49-94d7-6f200df9957f req-e4396e15-4b87-4088-bffa-d8cb5fcef0d9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] No DVR routers for this DVR port 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf on host hv-cinder-78445 {{(pid=93321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:25:14.210081 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [req-b48b1731-93fa-4c49-94d7-6f200df9957f req-e4396e15-4b87-4088-bffa-d8cb5fcef0d9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for port, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:14.212127 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-b48b1731-93fa-4c49-94d7-6f200df9957f req-e4396e15-4b87-4088-bffa-d8cb5fcef0d9 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.93 "DELETE /v2.0/ports/446a8d30-c15a-47ab-aa11-feeb2dc7b9cf HTTP/1.1" status: 204 len: 173 time: 0.3994312 Jul 15 19:25:14.212493 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'name': 'network-vif-deleted', 'tag': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf'}] {{(pid=93321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 19:25:14.215023 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efded194e71352a7bec3bd698383cedcbab3ae1810c3730538545b88ae39292e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07195d8-46d6-4a3b-8f7e-a9f444455988" -d '{"events": [{"server_uuid": "1c92db6d-9b3d-4255-9c03-9abca6401061", "name": "network-vif-deleted", "tag": "446a8d30-c15a-47ab-aa11-feeb2dc7b9cf"}]}' {{(pid=93321) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 19:25:14.250453 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 19:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34385edf-1f84-4f22-a2fd-8e06e00c5161 x-openstack-request-id: req-34385edf-1f84-4f22-a2fd-8e06e00c5161 {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 19:25:14.250777 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c92db6d-9b3d-4255-9c03-9abca6401061", "name": "network-vif-deleted", "tag": "446a8d30-c15a-47ab-aa11-feeb2dc7b9cf", "status": "completed", "code": 200}]} {{(pid=93321) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 19:25:14.251101 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-34385edf-1f84-4f22-a2fd-8e06e00c5161 {{(pid=93321) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 19:25:14.251523 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c92db6d-9b3d-4255-9c03-9abca6401061', 'name': 'network-vif-deleted', 'tag': '446a8d30-c15a-47ab-aa11-feeb2dc7b9cf', 'status': 'completed', 'code': 200} Jul 15 19:25:14.560902 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [req-2366d325-98f1-44f5-8cc7-1811867e9764 req-d2da1ff0-74ea-4383-8fc3-e55d2191495e tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c92db6d-9b3d-4255-9c03-9abca6401061 HTTP/1.1" status: 200 len: 210 time: 0.0321946 Jul 15 19:25:15.656427 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52644) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:15.777220 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-24badbf1-dfef-491f-b649-0fc45fa39287 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Deleting port 872a5312-d13a-4dca-b16f-b7f1a227e4ae {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:15.777652 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-24badbf1-dfef-491f-b649-0fc45fa39287 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:15.853876 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-24badbf1-dfef-491f-b649-0fc45fa39287 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:15.854127 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-24badbf1-dfef-491f-b649-0fc45fa39287 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:15.865699 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-24badbf1-dfef-491f-b649-0fc45fa39287 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Calling delete_port for 872a5312-d13a-4dca-b16f-b7f1a227e4ae owned by network:floatingip {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:15.989871 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-24badbf1-dfef-491f-b649-0fc45fa39287 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:16.018240 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24badbf1-dfef-491f-b649-0fc45fa39287 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event deleted for resources: {'Port': ['ID=872a5312-d13a-4dca-b16f-b7f1a227e4ae,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:16.079303 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-24badbf1-dfef-491f-b649-0fc45fa39287 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for floatingip, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:16.081716 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-24badbf1-dfef-491f-b649-0fc45fa39287 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65738'] for floatingip, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:16.082903 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-24badbf1-dfef-491f-b649-0fc45fa39287 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "DELETE /v2.0/floatingips/ba5f5621-3d52-44e8-8b78-d33406f8dd02 HTTP/1.1" status: 204 len: 168 time: 0.4254460 Jul 15 19:25:17.343344 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52656) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:17.401215 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-741ce537-36f4-4154-bcf3-3ca0c9cc18b1 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:17.426279 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-741ce537-36f4-4154-bcf3-3ca0c9cc18b1 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:17.487409 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-741ce537-36f4-4154-bcf3-3ca0c9cc18b1 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:17.490280 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-741ce537-36f4-4154-bcf3-3ca0c9cc18b1 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Notify callbacks [] for security_group, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:17.491424 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-741ce537-36f4-4154-bcf3-3ca0c9cc18b1 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] 10.222.0.73 "DELETE /v2.0/security-groups/acda721b-bb83-44ed-8797-12b795cef6bb HTTP/1.1" status: 204 len: 168 time: 0.1470771 Jul 15 19:25:17.500977 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ce537-36f4-4154-bcf3-3ca0c9cc18b1 tempest-TestVolumeBootPattern-2082917643 tempest-TestVolumeBootPattern-2082917643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acda721b-bb83-44ed-8797-12b795cef6bb,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:17.653421 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:25:17.672626 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] No Port match for: 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:25:17.672960 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Device 446a8d30-c15a-47ab-aa11-feeb2dc7b9cf not bound to the agent host hv-cinder-78445 {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:25:18.569542 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52662) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:18.989620 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc7c5-dfe8-4b19-aa4f-113d5d4adb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975790'] for router_interface, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:19.229765 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-9c9dc7c5-dfe8-4b19-aa4f-113d5d4adb20 admin admin] Deleting port 888b312b-5043-43ac-b2f4-174d064ed115 {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:19.230671 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc7c5-dfe8-4b19-aa4f-113d5d4adb20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:19.285647 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:25:19.307201 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [None req-9c9dc7c5-dfe8-4b19-aa4f-113d5d4adb20 admin admin] For port 888b312b-5043-43ac-b2f4-174d064ed115, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=888b312b-5043-43ac-b2f4-174d064ed115,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:19.307557 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc7c5-dfe8-4b19-aa4f-113d5d4adb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:19.319807 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-9c9dc7c5-dfe8-4b19-aa4f-113d5d4adb20 admin admin] Calling delete_port for 888b312b-5043-43ac-b2f4-174d064ed115 owned by network:router_interface {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:19.489110 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc7c5-dfe8-4b19-aa4f-113d5d4adb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:19.513088 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9dc7c5-dfe8-4b19-aa4f-113d5d4adb20 admin admin] Pushing event deleted for resources: {'Port': ['ID=888b312b-5043-43ac-b2f4-174d064ed115,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:19.672728 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc7c5-dfe8-4b19-aa4f-113d5d4adb20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-973374'] for router_interface, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:20.140303 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9dc7c5-dfe8-4b19-aa4f-113d5d4adb20 admin admin] Router 00cbb213-ccab-48b6-90a5-2805db14d19e has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:25:20.242935 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9dc7c5-dfe8-4b19-aa4f-113d5d4adb20 admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:25:20.248828 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-9c9dc7c5-dfe8-4b19-aa4f-113d5d4adb20 admin admin] 10.222.0.73 "PUT /v2.0/routers/00cbb213-ccab-48b6-90a5-2805db14d19e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6782653 Jul 15 19:25:20.252966 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52666) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:20.256779 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc1131-c8be-4035-98e6-281bdd524ac8 None None] Sync routers for ids ['00cbb213-ccab-48b6-90a5-2805db14d19e'] in dv-cinder-784453-9-iscsi {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:25:20.267032 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfc1131-c8be-4035-98e6-281bdd524ac8 None None] Routers {'00cbb213-ccab-48b6-90a5-2805db14d19e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:25:20.267661 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-0dfc1131-c8be-4035-98e6-281bdd524ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:24:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['00cbb213-ccab-48b6-90a5-2805db14d19e'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:20.364875 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-72a2f92b-67e6-4a51-88ce-ac53bedaec32 admin admin] Notify callbacks [] for router, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:20.377181 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-0dfc1131-c8be-4035-98e6-281bdd524ac8 None None] Set router 00cbb213-ccab-48b6-90a5-2805db14d19e gateway port host: dv-cinder-784453-9-iscsi {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:25:20.465357 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-72a2f92b-67e6-4a51-88ce-ac53bedaec32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:20.525194 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-72a2f92b-67e6-4a51-88ce-ac53bedaec32 admin admin] Deleting port 05411104-0074-4f32-8bb2-a4ac5844955e {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:20.525541 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-72a2f92b-67e6-4a51-88ce-ac53bedaec32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:20.557150 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-0dfc1131-c8be-4035-98e6-281bdd524ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:25:19Z', 'revision_number': 5, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port': {'id': '05411104-0074-4f32-8bb2-a4ac5844955e', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:20.587643 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc1131-c8be-4035-98e6-281bdd524ac8 None None] Checking router: 00cbb213-ccab-48b6-90a5-2805db14d19e for host: dv-cinder-784453-9-iscsi {{(pid=93323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:25:20.596467 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfc1131-c8be-4035-98e6-281bdd524ac8 None None] Routers {'00cbb213-ccab-48b6-90a5-2805db14d19e'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:25:20.597078 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-0dfc1131-c8be-4035-98e6-281bdd524ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:24:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['00cbb213-ccab-48b6-90a5-2805db14d19e'], 'active': True} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:20.607509 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [None req-72a2f92b-67e6-4a51-88ce-ac53bedaec32 admin admin] For port 05411104-0074-4f32-8bb2-a4ac5844955e, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=05411104-0074-4f32-8bb2-a4ac5844955e,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:20.607865 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-72a2f92b-67e6-4a51-88ce-ac53bedaec32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:20.619456 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-72a2f92b-67e6-4a51-88ce-ac53bedaec32 admin admin] Calling delete_port for 05411104-0074-4f32-8bb2-a4ac5844955e owned by network:router_gateway {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:20.680706 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvr_db [None req-0dfc1131-c8be-4035-98e6-281bdd524ac8 None None] Set router 00cbb213-ccab-48b6-90a5-2805db14d19e gateway port host: None {{(pid=93323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:25:20.732220 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_hamode_db [None req-0dfc1131-c8be-4035-98e6-281bdd524ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:25:20Z', 'revision_number': 6, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port_host': None}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:20.761665 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc1131-c8be-4035-98e6-281bdd524ac8 None None] The sync data for ids ['00cbb213-ccab-48b6-90a5-2805db14d19e'] in dv-cinder-784453-9-iscsi is: [{'id': '00cbb213-ccab-48b6-90a5-2805db14d19e', 'name': 'tempest-TestVolumeBootPattern-669268104-router', 'tenant_id': '412cc63088124ce79a3589f0ee2bac63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:08Z', 'updated_at': '2021-07-15T19:25:20Z', 'revision_number': 6, 'project_id': '412cc63088124ce79a3589f0ee2bac63', 'gw_port_host': None}] {{(pid=93323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:25:20.783501 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-72a2f92b-67e6-4a51-88ce-ac53bedaec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:20.807048 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2f92b-67e6-4a51-88ce-ac53bedaec32 admin admin] Pushing event deleted for resources: {'Port': ['ID=05411104-0074-4f32-8bb2-a4ac5844955e,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:20.872233 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-72a2f92b-67e6-4a51-88ce-ac53bedaec32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978532'] for router_gateway, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:20.959740 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-72a2f92b-67e6-4a51-88ce-ac53bedaec32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7029'] for router, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:20.961786 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-72a2f92b-67e6-4a51-88ce-ac53bedaec32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.007916 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-72a2f92b-67e6-4a51-88ce-ac53bedaec32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976614'] for router, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.008597 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a2f92b-67e6-4a51-88ce-ac53bedaec32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00cbb213-ccab-48b6-90a5-2805db14d19e {{(pid=93322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:25:21.013330 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-72a2f92b-67e6-4a51-88ce-ac53bedaec32 admin admin] Notify callbacks [] for router, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.014497 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-72a2f92b-67e6-4a51-88ce-ac53bedaec32 admin admin] 10.222.0.73 "DELETE /v2.0/routers/00cbb213-ccab-48b6-90a5-2805db14d19e HTTP/1.1" status: 204 len: 168 time: 0.7609658 Jul 15 19:25:21.016871 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52668) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:21.061078 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb04a08-4cf0-4055-94f7-a3aaf5224ece admin admin] Deleting subnet 96d427e5-3376-4497-acbb-248c3bfd0fc9 {{(pid=93322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:25:21.063950 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-abb04a08-4cf0-4055-94f7-a3aaf5224ece admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.099218 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-abb04a08-4cf0-4055-94f7-a3aaf5224ece admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132251514'] for subnet, precommit_delete_associations {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.183289 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-abb04a08-4cf0-4055-94f7-a3aaf5224ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921093'] for subnet, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.233934 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-abb04a08-4cf0-4055-94f7-a3aaf5224ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132284646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132654462'] for subnet, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.260074 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb04a08-4cf0-4055-94f7-a3aaf5224ece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96d427e5-3376-4497-acbb-248c3bfd0fc9,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:21.262809 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-abb04a08-4cf0-4055-94f7-a3aaf5224ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.264678 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-abb04a08-4cf0-4055-94f7-a3aaf5224ece admin admin] 10.222.0.73 "DELETE /v2.0/subnets/96d427e5-3376-4497-acbb-248c3bfd0fc9 HTTP/1.1" status: 204 len: 168 time: 0.2468872 Jul 15 19:25:21.267529 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 52670) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:21.268525 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ad3096-8220-4b20-9c50-15bf57df72a6 None None] Network f85f717e-1189-49c0-bcaa-5760f144f50d requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:25:21.332421 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621038'] for network, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.387230 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] Deleting port 4063e747-62af-4093-955e-337c1e963848 {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:21.387468 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.458896 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] For port 4063e747-62af-4093-955e-337c1e963848, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=4063e747-62af-4093-955e-337c1e963848,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:21.459249 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.474118 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] Calling delete_port for 4063e747-62af-4093-955e-337c1e963848 owned by network:dhcp {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:21.503504 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] DHCP port deletion for f85f717e-1189-49c0-bcaa-5760f144f50d request from dv-cinder-784453-9-iscsi {{(pid=93323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:25:21.561334 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] Deleting port 4063e747-62af-4093-955e-337c1e963848 {{(pid=93323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:21.561697 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.569870 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.596471 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=4063e747-62af-4093-955e-337c1e963848,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:21.600442 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] No DVR routers for this DVR port 4063e747-62af-4093-955e-337c1e963848 on host dv-cinder-784453-9-iscsi {{(pid=93321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:25:21.632597 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] For port 4063e747-62af-4093-955e-337c1e963848, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=4063e747-62af-4093-955e-337c1e963848,segment=NetworkSegment(38392650-afee-488f-8ebd-049e92c4f4f3),segment_id=38392650-afee-488f-8ebd-049e92c4f4f3)] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:21.632921 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.646553 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] Calling delete_port for 4063e747-62af-4093-955e-337c1e963848 owned by network:dhcp {{(pid=93323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:21.684098 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1920033', 'neutron.services.segments.db._delete_segments_for_network-8754284971340'] for network, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.695960 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85f717e-1189-49c0-bcaa-5760f144f50d']}} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:21.711132 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38392650-afee-488f-8ebd-049e92c4f4f3') {'for_net_delete': True} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:21.711494 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38392650-afee-488f-8ebd-049e92c4f4f3') {} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:21.722271 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754284973397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132728003'] for segment, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.736875 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.744522 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=93321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:25:21.744950 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132133178'] for segment, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.747284 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212'] for port, after_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: Traceback (most recent call last): Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: timer() Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: cb(*args, **kw) Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: return func(*args, **kwargs) Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: self._notify() Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: self.callback(batched_events) Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: event.method(event) Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: return f(self, *a, **k) Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: return self._get(url).json() Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: return self.request(url, 'GET', **kwargs) Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:25:21.756155 dv-cinder-784453-9-iscsi neutron-server[93321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:25:21.775883 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] Pushing event deleted for resources: {'Port': ['ID=4063e747-62af-4093-955e-337c1e963848,revision_number=None']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:21.781483 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] No DVR routers for this DVR port 4063e747-62af-4093-955e-337c1e963848 on host dv-cinder-784453-9-iscsi {{(pid=93323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:25:21.795677 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:21.796080 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:21.796355 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:21.796691 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:21.797119 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:21.797337 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:21.797795 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:21.797988 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:21.798307 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:21.798873 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:21.799199 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:21.799520 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff45500-5f69-4406-8c8f-aab3b9ad185a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-9-iscsi {{(pid=93323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 19:25:21.813778 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1920056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978616'] for network, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.818215 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:21.822520 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] 10.222.0.73 "DELETE /v2.0/networks/f85f717e-1189-49c0-bcaa-5760f144f50d HTTP/1.1" status: 204 len: 168 time: 0.5516291 Jul 15 19:25:21.825996 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52672) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:21.835472 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9a2f1-12b1-4a44-8045-1b8076297c1c admin admin] Pushing event deleted for resources: {'Network': ['ID=f85f717e-1189-49c0-bcaa-5760f144f50d,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:22.179491 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4bfa34db-cd13-4634-aa00-c50515bad1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975790'] for router_interface, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:22.300352 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 888b312b-5043-43ac-b2f4-174d064ed115 no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:25:22.320335 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: 888b312b-5043-43ac-b2f4-174d064ed115 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:25:22.320669 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 888b312b-5043-43ac-b2f4-174d064ed115 not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:25:22.321079 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 05411104-0074-4f32-8bb2-a4ac5844955e no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:25:22.339608 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: 05411104-0074-4f32-8bb2-a4ac5844955e {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:25:22.339943 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 05411104-0074-4f32-8bb2-a4ac5844955e not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:25:22.340343 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 4063e747-62af-4093-955e-337c1e963848 no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:25:22.360441 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: 4063e747-62af-4093-955e-337c1e963848 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:25:22.360773 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 4063e747-62af-4093-955e-337c1e963848 not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:25:22.425851 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa34db-cd13-4634-aa00-c50515bad1a5 admin admin] Deleting port 4bf06a86-b6e3-496f-ac87-0d52106762f7 {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:22.426190 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4bfa34db-cd13-4634-aa00-c50515bad1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:22.500582 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [None req-4bfa34db-cd13-4634-aa00-c50515bad1a5 admin admin] For port 4bf06a86-b6e3-496f-ac87-0d52106762f7, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=4bf06a86-b6e3-496f-ac87-0d52106762f7,segment=NetworkSegment(f6e5e8d9-4c9a-4544-a66f-29ff58201c70),segment_id=f6e5e8d9-4c9a-4544-a66f-29ff58201c70)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:22.500932 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4bfa34db-cd13-4634-aa00-c50515bad1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:22.513442 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa34db-cd13-4634-aa00-c50515bad1a5 admin admin] Calling delete_port for 4bf06a86-b6e3-496f-ac87-0d52106762f7 owned by network:router_interface {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:22.692525 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4bfa34db-cd13-4634-aa00-c50515bad1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:22.720730 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa34db-cd13-4634-aa00-c50515bad1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bf06a86-b6e3-496f-ac87-0d52106762f7,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:22.883299 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-4bfa34db-cd13-4634-aa00-c50515bad1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-973374'] for router_interface, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:23.083786 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfa34db-cd13-4634-aa00-c50515bad1a5 admin admin] Router 6789ae03-ed2c-411e-a421-b46b89e09f4d has already been hosted by L3 agent e44ec822-60c8-41f0-bd5f-e753bffd1d3f {{(pid=93322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 19:25:23.121363 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-c4b287c2-a31a-4da7-9752-8d7f884d6cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:23.189553 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfa34db-cd13-4634-aa00-c50515bad1a5 admin admin] Notify agent at l3_agent.dv-cinder-784453-9-iscsi the message routers_updated {{(pid=93322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 19:25:23.194732 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-4bfa34db-cd13-4634-aa00-c50515bad1a5 admin admin] 10.222.0.73 "PUT /v2.0/routers/6789ae03-ed2c-411e-a421-b46b89e09f4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3675537 Jul 15 19:25:23.197833 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52674) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:23.202604 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80263a0c-74d4-4624-8b12-cd48258a399d None None] Sync routers for ids ['6789ae03-ed2c-411e-a421-b46b89e09f4d'] in dv-cinder-784453-9-iscsi {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 19:25:23.211445 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80263a0c-74d4-4624-8b12-cd48258a399d None None] Routers {'6789ae03-ed2c-411e-a421-b46b89e09f4d'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:25:23.212068 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-80263a0c-74d4-4624-8b12-cd48258a399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:24:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['6789ae03-ed2c-411e-a421-b46b89e09f4d'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:23.299757 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-53d462f6-85eb-4987-8494-da4bbf185531 admin admin] Notify callbacks [] for router, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:23.311956 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-80263a0c-74d4-4624-8b12-cd48258a399d None None] Set router 6789ae03-ed2c-411e-a421-b46b89e09f4d gateway port host: dv-cinder-784453-9-iscsi {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:25:23.398949 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-53d462f6-85eb-4987-8494-da4bbf185531 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:23.449745 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-53d462f6-85eb-4987-8494-da4bbf185531 admin admin] Deleting port 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8 {{(pid=93322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:23.450085 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-53d462f6-85eb-4987-8494-da4bbf185531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:23.481211 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-80263a0c-74d4-4624-8b12-cd48258a399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'name': 'tempest-TestVolumeBootPattern-1167864293-router', 'tenant_id': '1d36b82b9e7a406fad7440d7c14a951d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'external_fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:14Z', 'updated_at': '2021-07-15T19:25:22Z', 'revision_number': 5, 'project_id': '1d36b82b9e7a406fad7440d7c14a951d', 'gw_port': {'id': '1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8', 'name': '', 'network_id': '2fe01b8c-3178-4875-bf1e-3816faa9377f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T19:17:15Z', 'updated_at': '2021-07-15T19:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '206b0eb6-95e6-4268-8bc4-a0ef773dc97c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-9-iscsi'}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:23.509562 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80263a0c-74d4-4624-8b12-cd48258a399d None None] Checking router: 6789ae03-ed2c-411e-a421-b46b89e09f4d for host: dv-cinder-784453-9-iscsi {{(pid=93324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 19:25:23.518117 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80263a0c-74d4-4624-8b12-cd48258a399d None None] Routers {'6789ae03-ed2c-411e-a421-b46b89e09f4d'} bound to L3 agent in host dv-cinder-784453-9-iscsi {{(pid=93324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 19:25:23.518742 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-80263a0c-74d4-4624-8b12-cd48258a399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T19:05:56Z,description=,heartbeat_timestamp=2021-07-15T19:24:56Z,host='dv-cinder-784453-9-iscsi',id=e44ec822-60c8-41f0-bd5f-e753bffd1d3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T19:05:56Z,topic='l3_agent')) {'router_ids': ['6789ae03-ed2c-411e-a421-b46b89e09f4d'], 'active': True} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:23.531020 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.db [None req-53d462f6-85eb-4987-8494-da4bbf185531 admin admin] For port 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8,segment=NetworkSegment(ea5f1814-184e-46aa-904c-3dfe07fa8a9d),segment_id=ea5f1814-184e-46aa-904c-3dfe07fa8a9d)] {{(pid=93322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:23.531384 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-53d462f6-85eb-4987-8494-da4bbf185531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:23.542942 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.plugins.ml2.plugin [None req-53d462f6-85eb-4987-8494-da4bbf185531 admin admin] Calling delete_port for 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8 owned by network:router_gateway {{(pid=93322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:23.598298 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_dvr_db [None req-80263a0c-74d4-4624-8b12-cd48258a399d None None] Set router 6789ae03-ed2c-411e-a421-b46b89e09f4d gateway port host: None {{(pid=93324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 19:25:23.650286 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.l3_hamode_db [None req-80263a0c-74d4-4624-8b12-cd48258a399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'name': 'tempest-TestVolumeBootPattern-1167864293-router', 'tenant_id': '1d36b82b9e7a406fad7440d7c14a951d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:14Z', 'updated_at': '2021-07-15T19:25:23Z', 'revision_number': 6, 'project_id': '1d36b82b9e7a406fad7440d7c14a951d', 'gw_port_host': None}], 'dv-cinder-784453-9-iscsi', False) {} {{(pid=93324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:23.678287 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80263a0c-74d4-4624-8b12-cd48258a399d None None] The sync data for ids ['6789ae03-ed2c-411e-a421-b46b89e09f4d'] in dv-cinder-784453-9-iscsi is: [{'id': '6789ae03-ed2c-411e-a421-b46b89e09f4d', 'name': 'tempest-TestVolumeBootPattern-1167864293-router', 'tenant_id': '1d36b82b9e7a406fad7440d7c14a951d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T19:17:14Z', 'updated_at': '2021-07-15T19:25:23Z', 'revision_number': 6, 'project_id': '1d36b82b9e7a406fad7440d7c14a951d', 'gw_port_host': None}] {{(pid=93324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 19:25:23.711728 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-53d462f6-85eb-4987-8494-da4bbf185531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132284565'] for port, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:23.737728 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d462f6-85eb-4987-8494-da4bbf185531 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:23.797328 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-53d462f6-85eb-4987-8494-da4bbf185531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978532'] for router_gateway, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.149737 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-53d462f6-85eb-4987-8494-da4bbf185531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-977648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7029'] for router, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.152040 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-53d462f6-85eb-4987-8494-da4bbf185531 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.192430 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-53d462f6-85eb-4987-8494-da4bbf185531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-976614'] for router, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.192935 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d462f6-85eb-4987-8494-da4bbf185531 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6789ae03-ed2c-411e-a421-b46b89e09f4d {{(pid=93322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 19:25:24.197831 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-53d462f6-85eb-4987-8494-da4bbf185531 admin admin] Notify callbacks [] for router, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.198855 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-53d462f6-85eb-4987-8494-da4bbf185531 admin admin] 10.222.0.73 "DELETE /v2.0/routers/6789ae03-ed2c-411e-a421-b46b89e09f4d HTTP/1.1" status: 204 len: 168 time: 1.0006423 Jul 15 19:25:24.201350 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.wsgi [-] (93322) accepted ('10.222.0.73', 52676) {{(pid=93322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:24.244145 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec49114-bc06-49c9-9190-8d81f29ee2db admin admin] Deleting subnet ec2fb90e-02a6-44ce-b249-87d56eb7f1de {{(pid=93322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 19:25:24.247856 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5ec49114-bc06-49c9-9190-8d81f29ee2db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.281847 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5ec49114-bc06-49c9-9190-8d81f29ee2db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132251514'] for subnet, precommit_delete_associations {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.359338 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5ec49114-bc06-49c9-9190-8d81f29ee2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921093'] for subnet, precommit_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.409753 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5ec49114-bc06-49c9-9190-8d81f29ee2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132284646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132654462'] for subnet, after_delete {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.434908 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec49114-bc06-49c9-9190-8d81f29ee2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec2fb90e-02a6-44ce-b249-87d56eb7f1de,revision_number=None']} {{(pid=93322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:24.438452 dv-cinder-784453-9-iscsi neutron-server[93322]: DEBUG neutron_lib.callbacks.manager [None req-5ec49114-bc06-49c9-9190-8d81f29ee2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for subnet, before_response {{(pid=93322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.442640 dv-cinder-784453-9-iscsi neutron-server[93322]: INFO neutron.wsgi [None req-5ec49114-bc06-49c9-9190-8d81f29ee2db admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ec2fb90e-02a6-44ce-b249-87d56eb7f1de HTTP/1.1" status: 204 len: 168 time: 0.2380710 Jul 15 19:25:24.443100 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 52678) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:24.447744 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d3aedb-991e-46b2-abda-b84c150da6fc None None] Network 936bbf8d-b08d-4304-b099-e5da5ee06bb7 requested from dv-cinder-784453-9-iscsi {{(pid=93323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 19:25:24.521117 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621038'] for network, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.523222 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8 no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:25:24.568212 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:25:24.568473 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 1ba4e0ee-b9ee-41c7-be2e-ad92b56334a8 not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:25:24.568901 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 4bf06a86-b6e3-496f-ac87-0d52106762f7 no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:25:24.577978 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] Deleting port 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c {{(pid=93321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:24.578393 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.612225 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: 4bf06a86-b6e3-496f-ac87-0d52106762f7 {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:25:24.612831 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 4bf06a86-b6e3-496f-ac87-0d52106762f7 not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:25:24.646922 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.db [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] For port 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c, host dv-cinder-784453-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-9-iscsi',level=0,port_id=2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c,segment=NetworkSegment(f6e5e8d9-4c9a-4544-a66f-29ff58201c70),segment_id=f6e5e8d9-4c9a-4544-a66f-29ff58201c70)] {{(pid=93321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:24.647281 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.660812 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.plugin [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] Calling delete_port for 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c owned by network:dhcp {{(pid=93321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:24.693019 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175609b9-0813-4f44-a28a-65b0f07a3aa2 None None] DHCP port deletion for 936bbf8d-b08d-4304-b099-e5da5ee06bb7 request from dv-cinder-784453-9-iscsi {{(pid=93323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 19:25:24.743476 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-175609b9-0813-4f44-a28a-65b0f07a3aa2 None None] Deleting port 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c {{(pid=93323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 19:25:24.743831 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-175609b9-0813-4f44-a28a-65b0f07a3aa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754284874159'] for port, before_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.746315 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132133867'] for port, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.774118 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:24.778335 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] No DVR routers for this DVR port 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c on host dv-cinder-784453-9-iscsi {{(pid=93321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:25:24.815550 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.db [None req-175609b9-0813-4f44-a28a-65b0f07a3aa2 None None] For port 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c, host dv-cinder-784453-9-iscsi, got binding levels [] {{(pid=93323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 19:25:24.815943 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-175609b9-0813-4f44-a28a-65b0f07a3aa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-976533'] for port, precommit_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.828058 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-175609b9-0813-4f44-a28a-65b0f07a3aa2 None None] Calling delete_port for 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c owned by network:dhcp {{(pid=93323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 19:25:24.831002 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.ipam_backend_mixin [None req-175609b9-0813-4f44-a28a-65b0f07a3aa2 None None] Port 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c was not found and therefore no delete operation was performed {{(pid=93323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 19:25:24.832298 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-175609b9-0813-4f44-a28a-65b0f07a3aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754284875394', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754284472212'] for port, after_delete {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.851783 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1920033', 'neutron.services.segments.db._delete_segments_for_network-8754284971340'] for network, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.858664 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175609b9-0813-4f44-a28a-65b0f07a3aa2 None None] Pushing event deleted for resources: {'Port': ['ID=2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c,revision_number=None']} {{(pid=93323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:24.862707 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175609b9-0813-4f44-a28a-65b0f07a3aa2 None None] No DVR routers for this DVR port 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c on host dv-cinder-784453-9-iscsi {{(pid=93323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 19:25:24.862872 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936bbf8d-b08d-4304-b099-e5da5ee06bb7']}} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:24.873649 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e5e8d9-4c9a-4544-a66f-29ff58201c70') {'for_net_delete': True} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:24.873947 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.services.segments.db [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e5e8d9-4c9a-4544-a66f-29ff58201c70') {} {{(pid=93321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 19:25:24.882690 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754284973397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132728003'] for segment, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.895715 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037'] for segment, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.901364 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=93321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 19:25:24.901862 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132133178'] for segment, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: Traceback (most recent call last): Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: timer() Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: cb(*args, **kw) Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: return func(*args, **kwargs) Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: self._notify() Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: self.callback(batched_events) Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: event.method(event) Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: return f(self, *a, **k) Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: return self._get(url).json() Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: return self.request(url, 'GET', **kwargs) Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 19:25:24.903418 dv-cinder-784453-9-iscsi neutron-server[93321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 19:25:24.958619 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1920056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-978616'] for network, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.963634 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551529'] for network, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:24.965565 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] 10.222.0.73 "DELETE /v2.0/networks/936bbf8d-b08d-4304-b099-e5da5ee06bb7 HTTP/1.1" status: 204 len: 168 time: 0.5216165 Jul 15 19:25:24.976044 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474aa113-78fd-48fa-90fe-f9c491fe520e admin admin] Pushing event deleted for resources: {'Network': ['ID=936bbf8d-b08d-4304-b099-e5da5ee06bb7,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:25.077148 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 52682) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:25.115955 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-c8e1213a-6429-49ed-ab68-5596989392d5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=412cc63088124ce79a3589f0ee2bac63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376139 Jul 15 19:25:25.118081 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 52684) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:25.163889 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a10d0a4d-c851-43b9-ac51-08215537f2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:25.186304 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a10d0a4d-c851-43b9-ac51-08215537f2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:25.232156 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a10d0a4d-c851-43b9-ac51-08215537f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:25.234626 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-a10d0a4d-c851-43b9-ac51-08215537f2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:25.235763 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-a10d0a4d-c851-43b9-ac51-08215537f2b7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/29d85a51-0c30-4b08-85cf-0520abd9ce05 HTTP/1.1" status: 204 len: 168 time: 0.1168008 Jul 15 19:25:25.243211 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d0a4d-c851-43b9-ac51-08215537f2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d85a51-0c30-4b08-85cf-0520abd9ce05,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:25.536380 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 52690) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:25.576133 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-a6d33492-c3e0-4ba5-8909-c5c42dacd99a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1d36b82b9e7a406fad7440d7c14a951d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385613 Jul 15 19:25:25.578344 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [-] (93321) accepted ('10.222.0.73', 52692) {{(pid=93321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 19:25:25.628186 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-8e1f2816-dea8-40f4-9924-9ae9284f8a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:25.649270 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-8e1f2816-dea8-40f4-9924-9ae9284f8a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:25.654784 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0bda-5b9c-41f7-b295-332a377fb5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:25.696132 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-8e1f2816-dea8-40f4-9924-9ae9284f8a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039229'] for security_group, after_delete {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:25.699235 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron_lib.callbacks.manager [None req-8e1f2816-dea8-40f4-9924-9ae9284f8a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:25.700367 dv-cinder-784453-9-iscsi neutron-server[93321]: INFO neutron.wsgi [None req-8e1f2816-dea8-40f4-9924-9ae9284f8a6e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8757ddd4-e6fe-4584-bd8a-f480551c7c9d HTTP/1.1" status: 204 len: 168 time: 0.1210914 Jul 15 19:25:25.708889 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f2816-dea8-40f4-9924-9ae9284f8a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8757ddd4-e6fe-4584-bd8a-f480551c7c9d,revision_number=None']} {{(pid=93321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 19:25:25.733312 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:26.296600 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c no longer exists at agent ovs-agent-dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 19:25:26.316807 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.plugin [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] No Port match for: 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c {{(pid=93323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 19:25:26.317145 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron.plugins.ml2.rpc [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Device 2d2d82d3-86d7-45c2-8d38-71a9a4bdcc4c not bound to the agent host dv-cinder-784453-9-iscsi {{(pid=93323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 19:25:26.649960 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:28.338323 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:28.708563 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:53.121705 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-89b44024-067b-4854-927b-f6d92064f4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:55.654497 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-3e69358f-397f-43b3-91a9-d961c51fa63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:55.723672 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:56.284829 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:25:56.652888 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:58.339920 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:25:58.704144 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:23.121915 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-a156f44d-e8bb-4ace-87c7-a04a4eff8365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:25.655326 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-f6c50816-5779-4171-a1b4-8294a522cb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:25.723535 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:26.654323 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:28.343056 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:28.717446 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:33.284413 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:26:53.121427 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-ad03966c-a279-4dbb-b420-4d6415b0c204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:55.656074 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-74d30c80-ed4c-4fe4-aa4a-51ac1cceb2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:55.722168 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:56.657582 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:58.345417 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:26:58.724802 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:10.285986 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:27:23.121545 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-d2a818e1-f8a0-4523-a875-ceeb51b5d7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:25.657158 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-a036fb36-5637-4c62-936c-5b91c3a84177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:25.721085 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:26.660143 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:28.348114 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:28.748971 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:47.285126 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:27:53.121907 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0085-1653-4a17-bdf5-77e325e112cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:55.658179 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-05c584b4-39c0-4c0c-a9b5-e9a165db5f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:55.721357 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:56.662224 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:58.353116 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:27:58.755489 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:23.121374 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-9f6e9023-f949-4aa6-a516-f05bad24fa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:24.284477 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:28:25.659640 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-5a60c720-f988-4b7f-bd6f-30653e2c1654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:25.720863 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:26.666707 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:28.353376 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:28.770881 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:53.121711 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-412de078-de56-43f3-b0b2-017cfe14f1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:55.660259 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-3bfc450b-cc16-49f2-b234-4ee1f0c418ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:55.720270 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:56.668693 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:58.356034 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:28:58.765414 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:01.282253 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:29:23.122129 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-572859a4-e3a1-4b3e-abc3-03f88c07539b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:25.660249 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2577c75e-f89a-434a-b995-b7897f87d370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:25.720932 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:26.671254 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:28.360081 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:28.765323 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:38.280576 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:29:53.122345 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-0cb087c5-1119-4fb5-94df-60b103b18395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:55.659754 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-63310254-a40b-4ffc-b880-3d4de6498867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:55.721332 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:56.674704 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:58.361139 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:29:58.779322 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:30:15.278750 dv-cinder-784453-9-iscsi neutron-server[93324]: DEBUG neutron.db.agents_db [None req-686e7244-0f32-4c3f-b80a-a22d2832732d None None] Agent healthcheck: found 6 active agents {{(pid=93324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 19:30:23.121620 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2db54ae5-fe9b-4227-9411-f6f469873992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:30:25.659921 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-3c816e84-8dfa-4ab1-aba8-28ec6cdd935d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:30:25.720100 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-2d54eb70-07df-4551-a3c2-bac4aa33482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:30:26.677152 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-792d61d7-1f4d-4609-9c40-46ca54e280aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:30:28.363617 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-09a88af5-4247-43b9-b5b1-d970efac1785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:30:28.779898 dv-cinder-784453-9-iscsi neutron-server[93323]: DEBUG neutron_lib.callbacks.manager [None req-e2c77e5a-ff6d-44c8-ac2e-2297ca36f711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754284971322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1922171'] for agent, after_update {{(pid=93323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 19:30:38.559893 dv-cinder-784453-9-iscsi neutron-server[93321]: DEBUG neutron.wsgi [req-a3d30c8f-ad16-4425-a3cf-f6df8d2b7a1e req-2a3b581c-e986-4c6b-97b4-05083ddb4619 service neutron] (93321) timed out ('10.222.0.93', 60664) {{(pid=93321) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}